-- Logs begin at Fri 2022-04-01 09:22:28 UTC, end at Fri 2022-04-01 10:35:16 UTC. --
Apr 01 09:55:21.615446 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 01 09:55:24.619474 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.common.config [-] Logging enabled!
Apr 01 09:55:24.620142 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73
Apr 01 09:55:24.620228 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103364) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 01 09:55:24.623568 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.common.config [-] Logging enabled!
Apr 01 09:55:24.623817 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73
Apr 01 09:55:24.624126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103364) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 01 09:55:24.625180 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 01 09:55:24.625410 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 01 09:55:24.625950 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 01 09:55:24.626295 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 01 09:55:24.626605 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 01 09:55:24.627669 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.628307 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Apr 01 09:55:24.628738 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.629172 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.629591 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.630009 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.630422 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.630861 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.631282 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.631706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.632121 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.632526 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.632935 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.633418 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.633893 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.634368 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.634905 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.635380 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.635910 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.636668 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.637324 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.637795 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.638298 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.638613 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.638921 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.639203 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.639491 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.639834 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] host                           = dv-cinder-master-3-iscsi {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.640181 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.640478 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.640769 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.641057 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.641335 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.641615 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.641903 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.642178 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.642450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.642794 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.643275 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.643694 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.644064 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.644384 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.644709 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.645200 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.645500 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.645784 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.646063 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.646344 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.646622 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.646927 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.647516 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.647805 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.648093 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.648384 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.648661 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.648940 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.649213 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.649485 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.649770 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.650044 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.650318 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.650592 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.650906 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.651176 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.651449 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.651753 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.652038 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.652322 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.652609 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.652882 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.653165 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.653436 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.653708 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.653975 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.654245 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.654515 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.654820 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.655095 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.655365 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.655728 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.655982 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.656267 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.656539 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:24.656840 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.657137 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.657435 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.657729 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.658019 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.658297 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.658586 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.658895 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.659185 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.659471 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.659765 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.660042 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.660338 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.660625 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.660922 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.661234 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.661529 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.661817 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.662091 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.662365 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.662639 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.662939 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.663228 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.663508 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.663796 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.664084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.664360 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.664658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.664945 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.665236 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.665524 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.665800 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.666079 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.666368 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.666674 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.666935 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.667224 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.667499 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.667774 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.668042 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.668322 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.668594 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.668869 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.669137 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.669413 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.669702 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.669976 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.670246 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.670515 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.670826 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.671097 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.671422 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.671702 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.671973 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.672242 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.672517 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.672789 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.673063 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.673342 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.673614 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.673889 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.674158 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.674428 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.674726 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.675001 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.675271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.675543 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.675812 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.676088 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.676357 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.676627 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.676896 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.677165 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.677436 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.677718 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.678012 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.678288 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.678562 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.678870 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.679151 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.679429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.679707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.679982 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.680256 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.680529 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.680817 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.681097 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.681381 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.681679 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.681953 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.682242 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.682517 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.682821 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.683107 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.683385 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.683661 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.683944 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.684227 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.684519 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.684813 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.685106 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.685399 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.685688 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.685963 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.686272 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.686551 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:24.686789 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 01 09:55:24.687083 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103364) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 01 09:55:25.062283 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 01 09:55:25.062517 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 01 09:55:25.062877 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 01 09:55:25.063353 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 01 09:55:25.382430 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.382707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.383010 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.384216 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.384495 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.384876 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.438371 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.438640 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.438935 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.453420 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.453704 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.453968 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.481943 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.482214 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.482481 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.625916 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.626570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.626570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.851429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9427958280> agent after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.851617 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9427958280> agent after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.851876 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9427958310> segment precommit_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.852138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f94279583a0> network precommit_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.852833 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9427953430> segment before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.948751 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> network before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.949064 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f942791d550> agent before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.949343 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> network before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.949609 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.949830 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.950162 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> segment precommit_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.950414 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> segment precommit_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.950676 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> segment after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.950940 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> segment after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.951218 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> network after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.951477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> network precommit_delete 0 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.951739 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.951974 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.952218 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.952518 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> port provisioning_complete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.952772 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.953028 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.953303 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> agent after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.953570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.953836 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> subnet precommit_delete 0 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.954105 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.954355 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.954632 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> segment_host_mapping after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.955025 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.955272 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.955517 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428904d90>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:25.955906 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.956128 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.956365 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.956597 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.956830 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.957061 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:25.957422 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 01 09:55:25.960572 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 01 09:55:25.964684 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 01 09:55:25.968429 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 01 09:55:25.970064 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 01 09:55:25.970532 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 01 09:55:25.970896 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 01 09:55:25.971282 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 01 09:55:25.974094 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 01 09:55:25.974343 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 01 09:55:25.974693 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 01 09:55:25.979603 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 01 09:55:26.003944 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 01 09:55:26.004408 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9427af9940>> qos_plugin after_init 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.004708 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103364) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 01 09:55:26.005079 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9427af9a60>> logging-plugin after_init 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.006433 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103364) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 01 09:55:26.006738 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 01 09:55:26.006982 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 01 09:55:26.010293 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9427aec940>> floatingip before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.010572 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9427aec940>> port before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.072910 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 01 09:55:26.073139 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 01 09:55:26.073374 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 01 09:55:26.073746 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 01 09:55:26.097019 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_db.sqlalchemy.engines [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103364) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 01 09:55:26.552087 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing driver for type 'gre'
Apr 01 09:55:26.552607 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] gre ID ranges: [(1, 1000)]
Apr 01 09:55:26.612667 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing driver for type 'local'
Apr 01 09:55:26.613102 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing driver for type 'vlan'
Apr 01 09:55:26.632229 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] VlanTypeDriver initialization complete
Apr 01 09:55:26.632976 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing driver for type 'vxlan'
Apr 01 09:55:26.633120 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] vxlan ID ranges: [(1, 1000)]
Apr 01 09:55:26.688435 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing extension driver 'port_security'
Apr 01 09:55:26.688784 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.extensions.port_security [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] PortSecurityExtensionDriver initialization complete
Apr 01 09:55:26.689091 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing mechanism driver 'openvswitch'
Apr 01 09:55:26.689414 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing mechanism driver 'hyperv'
Apr 01 09:55:26.695940 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:26.696611 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427b6bac0>> port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.696976 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427b6bac0>> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.697324 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427b6bac0>> port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.697843 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.698275 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942747df70>> subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.698623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942747df70>> subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.698984 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942747df70>> subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.699377 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.699780 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274834c0>> network after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.700138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274834c0>> network after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.700453 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274834c0>> network after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.700839 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.701239 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274839d0>> security_group after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.701590 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274839d0>> security_group after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.701920 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274839d0>> security_group after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.702531 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.702962 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274ade50>> security_group_rule after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.703308 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274ade50>> security_group_rule after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.703650 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94274ade50>> security_group_rule after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.704040 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.704442 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942748d1f0>> address_group after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.704781 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942748d1f0>> address_group after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.705115 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f942748d1f0>> address_group after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.705504 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 01 09:55:26.705942 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] ML2 OVO RPC backend initialized. {{(pid=103364) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 01 09:55:26.706630 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> router_interface after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.707007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> router_interface after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.707414 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> network before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.707756 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> networks before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.708097 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> port before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.708433 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> ports before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.708769 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> subnet before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.709102 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> subnets before_response 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.709450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> network after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.709771 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> network after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.710099 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> network after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.710435 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.710805 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.711139 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.711472 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.711800 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.712132 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f942748d910>> subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.719162 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f942748da90>.
Apr 01 09:55:26.719524 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Modular L2 Plugin initialization complete
Apr 01 09:55:26.719869 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading services supported by the core plugin {{(pid=103364) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 01 09:55:26.720209 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.plugins.ml2.managers [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Got port-security extension from driver 'port_security'
Apr 01 09:55:26.720686 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.extensions.vlantransparent [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Disabled vlantransparent extension.
Apr 01 09:55:26.721172 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103364) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 01 09:55:26.721492 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: router
Apr 01 09:55:26.756026 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router_interface before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.756345 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_create 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.756710 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router before_create 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.757069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router_interface before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.757437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router_interface after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.757787 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_delete 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.758137 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> floatingip after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.758479 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> floatingip after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.758864 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_create 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.759203 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.759528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.759870 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router_gateway after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.760216 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.760618 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.760980 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9427bbe8b0> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.761311 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9427bbe790> port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.761642 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9427bbe820> subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.761976 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9427bbe940> subnetpool_address_scope after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.762322 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> port precommit_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.762680 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_create 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.763025 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9427bb0160> port before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.763364 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.763710 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router after_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.764040 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_delete 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.764381 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_create 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.764736 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router_interface after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.765127 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> router precommit_update 55549900 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.765488 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> agent after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.765832 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> agent after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.766169 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f942748da00>> network after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.767060 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Tracking information for resource: router configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:26.767387 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Tracking information for resource: floatingip configured {{(pid=103364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 01 09:55:26.772516 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.db.l3_agentschedulers_db [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 01 09:55:26.773086 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f942745cf70> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.773436 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f942745ce50> port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.773777 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _notify_port_delete at 0x7f942745cee0> port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.774120 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f94274510d0> port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.774934 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f94273f48e0>> router before_create 55550100 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.775294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f94273f48e0>> router precommit_delete 55550100 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.775645 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f94273f48e0>> router precommit_create 55550100 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.775992 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f94273f48e0>> router precommit_update 55550100 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.780875 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.provider_configuration [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service providers = [] {{(pid=103364) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 01 09:55:26.781224 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.db.servicetype_db [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103364) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 01 09:55:26.784348 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.service_base [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 01 09:55:26.784681 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.service_base [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 01 09:55:26.785021 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.service_base [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 01 09:55:26.785890 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.services.service_base [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 01 09:55:26.786254 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.services.service_base [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 01 09:55:26.786632 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.786965 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 01 09:55:26.797496 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.797816 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: auto_allocate
Apr 01 09:55:26.803636 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f94273a2280> network precommit_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.804000 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f94273a2280> network precommit_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.804512 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.804821 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: tag
Apr 01 09:55:26.811362 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.811681 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: timestamp
Apr 01 09:55:26.815671 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.815995 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: network_ip_availability
Apr 01 09:55:26.821433 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94273a95e0>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.821795 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94273a95e0>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.822141 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94273a95e0>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:26.822885 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.823196 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: flavors
Apr 01 09:55:26.827949 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.828224 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading Plugin: revisions
Apr 01 09:55:26.832431 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 01 09:55:26.832819 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 01 09:55:26.833539 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103364) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 01 09:55:26.833866 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Initializing extension manager.
Apr 01 09:55:26.834373 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: __init__.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.834738 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: __pycache__ {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.835035 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: address_group.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.840277 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.841322 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: address-group
Apr 01 09:55:26.841659 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: address_scope.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.842389 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.842938 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: address-scope
Apr 01 09:55:26.843331 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.844437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.844951 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: router-admin-state-down-before-update
Apr 01 09:55:26.845271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: agent.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.845962 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.846470 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: agent
Apr 01 09:55:26.846816 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: agent_resources_synced.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.847717 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.848226 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: agent-resources-synced
Apr 01 09:55:26.848539 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: allowedaddresspairs.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.850311 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.850857 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: allowed-address-pairs
Apr 01 09:55:26.851173 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: auto_allocated_topology.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.852211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.852735 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: auto-allocated-topology
Apr 01 09:55:26.853032 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: availability_zone.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.853713 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.854215 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: availability_zone
Apr 01 09:55:26.854528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: availability_zone_filter.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.855445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.855944 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: availability_zone_filter
Apr 01 09:55:26.856256 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: data_plane_status.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.857146 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.857653 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension data-plane-status not supported by any of loaded plugins
Apr 01 09:55:26.857965 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: default_subnetpools.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.858938 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.859441 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: default-subnetpools
Apr 01 09:55:26.859754 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.860549 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.861051 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: dhcp_agent_scheduler
Apr 01 09:55:26.861361 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: dns.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.862255 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.862778 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension dns-integration not supported by any of loaded plugins
Apr 01 09:55:26.863091 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: dns_domain_ports.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.863989 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.864484 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 01 09:55:26.864799 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.865700 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.866196 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 01 09:55:26.866505 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: dvr.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.867198 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.867701 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: dvr
Apr 01 09:55:26.868012 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: ecmp_routes.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.868919 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.869419 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 01 09:55:26.869731 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: empty_string_filtering.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.870627 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.871162 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: empty-string-filtering
Apr 01 09:55:26.871474 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.872374 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.872867 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 01 09:55:26.873175 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.874075 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.874598 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 01 09:55:26.874935 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: external_net.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.875826 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.876327 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: external-net
Apr 01 09:55:26.876637 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.877530 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.878029 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: extra_dhcp_opt
Apr 01 09:55:26.878340 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: extraroute.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.879256 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.879755 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: extraroute
Apr 01 09:55:26.880068 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: extraroute_atomic.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.881076 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.881575 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: extraroute-atomic
Apr 01 09:55:26.881887 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: filter_validation.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.882533 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.883061 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: filter-validation
Apr 01 09:55:26.883375 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: fip_pf_description.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.884267 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.884762 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 01 09:55:26.885075 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: fip_pf_port_range.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.885985 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.886485 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 01 09:55:26.886838 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: fip_port_details.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.887741 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.888247 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: fip-port-details
Apr 01 09:55:26.888560 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: flavors.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.889767 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.890331 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: flavors
Apr 01 09:55:26.890659 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.892320 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.892836 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 01 09:55:26.893154 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: floatingip_pools.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.893833 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.894340 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: floatingip-pools
Apr 01 09:55:26.894679 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: ip_allocation.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.895587 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.896084 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension ip_allocation not supported by any of loaded plugins
Apr 01 09:55:26.896396 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.897611 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.898110 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: ip-substring-filtering
Apr 01 09:55:26.898425 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l2_adjacency.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.899370 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.899867 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 01 09:55:26.900175 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.902630 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.903192 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: router
Apr 01 09:55:26.903520 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.905752 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.906285 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 01 09:55:26.906608 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.907559 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.908072 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: ext-gw-mode
Apr 01 09:55:26.908393 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.909291 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.909799 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: l3-ha
Apr 01 09:55:26.910121 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.911112 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.911620 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 01 09:55:26.911933 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_flavors.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.912839 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.913350 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: l3-flavors
Apr 01 09:55:26.913665 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.915036 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.915546 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 01 09:55:26.915863 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.916759 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.917270 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 01 09:55:26.917587 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: l3agentscheduler.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.918621 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.919165 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: l3_agent_scheduler
Apr 01 09:55:26.919482 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: local_ip.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.921262 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.921784 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension local_ip not supported by any of loaded plugins
Apr 01 09:55:26.922106 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: logging.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.923601 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.924131 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension logging not supported by any of loaded plugins
Apr 01 09:55:26.924441 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: metering.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.925171 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.925736 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: metering
Apr 01 09:55:26.926055 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.927156 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.927664 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: metering_source_and_destination_fields
Apr 01 09:55:26.927982 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: multiprovidernet.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.928888 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.929391 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: multi-provider
Apr 01 09:55:26.929712 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: netmtu.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.930610 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.931143 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: net-mtu
Apr 01 09:55:26.931461 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: netmtu_writable.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.932363 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.932866 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: net-mtu-writable
Apr 01 09:55:26.933180 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: network_availability_zone.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.933831 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.934326 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: network_availability_zone
Apr 01 09:55:26.934637 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: network_ip_availability.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.935744 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.936252 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: network-ip-availability
Apr 01 09:55:26.936570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: network_segment_range.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.937365 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.937861 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension network-segment-range not supported by any of loaded plugins
Apr 01 09:55:26.938171 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: pagination.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.939303 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.939623 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: pagination
Apr 01 09:55:26.939940 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: port_device_profile.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.940834 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.941351 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: port-device-profile
Apr 01 09:55:26.941669 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.942584 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.943135 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: port-mac-address-regenerate
Apr 01 09:55:26.943452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.944353 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.944866 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: port-numa-affinity-policy
Apr 01 09:55:26.945179 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: port_resource_request.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.946067 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.946571 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension port-resource-request not supported by any of loaded plugins
Apr 01 09:55:26.946914 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: port_resource_request_groups.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.947864 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.948370 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 01 09:55:26.948684 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: portbindings.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.949594 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.950103 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: binding
Apr 01 09:55:26.950412 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: portbindings_extended.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.951687 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.952195 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: binding-extended
Apr 01 09:55:26.952542 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: portsecurity.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.953444 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.953950 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: port-security
Apr 01 09:55:26.954264 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: project_id.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.955253 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.955578 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: project-id
Apr 01 09:55:26.955892 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: providernet.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.956794 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.957307 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: provider
Apr 01 09:55:26.957621 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.961205 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.961719 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos not supported by any of loaded plugins
Apr 01 09:55:26.962043 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.963295 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.963808 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 01 09:55:26.964128 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.965031 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.965539 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 01 09:55:26.965856 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_default.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.966815 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.967340 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-default not supported by any of loaded plugins
Apr 01 09:55:26.967643 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_fip.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.968596 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.969096 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-fip not supported by any of loaded plugins
Apr 01 09:55:26.969415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.970314 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.970863 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 01 09:55:26.971180 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_gateway_ip.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.972085 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.972590 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 01 09:55:26.972906 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_port_network_policy.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.973803 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.974307 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 01 09:55:26.974624 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.975674 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.976180 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 01 09:55:26.976502 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.977520 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.978027 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 01 09:55:26.978355 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_pps_rule.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.979528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.980036 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-pps not supported by any of loaded plugins
Apr 01 09:55:26.980357 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_rule_type_details.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.981249 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.981759 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 01 09:55:26.982075 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.983000 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.983509 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 01 09:55:26.983848 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: qos_rules_alias.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.984867 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.985371 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 01 09:55:26.985692 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: quota_check_limit.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.986587 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.987134 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: quota-check-limit
Apr 01 09:55:26.987452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: quotasv2.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.988353 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.988670 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: quotas
Apr 01 09:55:26.988993 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: quotasv2_detail.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.990796 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.991123 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: quota_details
Apr 01 09:55:26.991444 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: rbac.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.992481 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.992998 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: rbac-policies
Apr 01 09:55:26.993320 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: rbac_address_group.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.994230 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.994768 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: rbac-address-group
Apr 01 09:55:26.995085 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: rbac_address_scope.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.995994 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.996505 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: rbac-address-scope
Apr 01 09:55:26.996818 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: rbac_security_groups.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.997786 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:26.998292 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: rbac-security-groups
Apr 01 09:55:26.998611 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: rbac_subnetpool.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:26.999594 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.000100 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: rbac-subnetpool
Apr 01 09:55:27.000413 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: revisionifmatch.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.001321 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.001942 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: revision-if-match
Apr 01 09:55:27.002263 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: revisions.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.003646 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.004159 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: standard-attr-revisions
Apr 01 09:55:27.004480 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: router_availability_zone.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.005139 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.005647 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: router_availability_zone
Apr 01 09:55:27.005967 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: routerservicetype.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.006952 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.007411 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension router-service-type not supported by any of loaded plugins
Apr 01 09:55:27.007727 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.008637 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.009140 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: security-groups-normalized-cidr
Apr 01 09:55:27.009454 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.010363 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.010897 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: port-security-groups-filtering
Apr 01 09:55:27.011213 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.012126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.012631 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: security-groups-remote-address-group
Apr 01 09:55:27.012945 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.013847 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.014354 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: security-groups-shared-filtering
Apr 01 09:55:27.014681 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.015292 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 01 09:55:27.015608 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: securitygroup.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.025527 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.026061 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: security-group
Apr 01 09:55:27.026381 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: segment.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.027126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.027636 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension segment not supported by any of loaded plugins
Apr 01 09:55:27.027952 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.028859 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.029359 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 01 09:55:27.029678 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: servicetype.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.030834 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.031349 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: service-type
Apr 01 09:55:27.031685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: sorting.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.032731 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.033058 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: sorting
Apr 01 09:55:27.033366 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: standard_attr_segment.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.034278 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.034811 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 01 09:55:27.035129 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: standardattrdescription.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.035764 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.036265 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: standard-attr-description
Apr 01 09:55:27.036575 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: stateful_security_group.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.037492 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.038007 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: stateful-security-group
Apr 01 09:55:27.038383 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: stdattrs_common.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.038973 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 01 09:55:27.039285 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.040216 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.040787 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 01 09:55:27.041165 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnet_onboard.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.042536 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.043091 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: subnet_onboard
Apr 01 09:55:27.043416 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.044607 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.045183 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 01 09:55:27.045504 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnet_service_types.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.046671 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.047361 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: subnet-service-types
Apr 01 09:55:27.047681 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnetallocation.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.048918 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.049638 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: subnet_allocation
Apr 01 09:55:27.049956 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.050615 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.051147 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: subnetpool-prefix-ops
Apr 01 09:55:27.051463 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.052406 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.052910 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 01 09:55:27.053233 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: tagging.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.054288 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.054838 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: standard-attr-tag
Apr 01 09:55:27.055158 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: timestamp.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.056350 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.056867 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loaded extension: standard-attr-timestamp
Apr 01 09:55:27.057184 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: trunk.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.058197 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.058742 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension trunk not supported by any of loaded plugins
Apr 01 09:55:27.059064 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: trunk_details.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.059962 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.060472 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension trunk-details not supported by any of loaded plugins
Apr 01 09:55:27.060788 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: uplink_status_propagation.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.061690 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.062248 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 01 09:55:27.062565 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Loading extension file: vlantransparent.py {{(pid=103364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 01 09:55:27.063251 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 01 09:55:27.063757 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 01 09:55:27.066293 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:network
Apr 01 09:55:27.066835 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnet
Apr 01 09:55:27.067216 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnetpool
Apr 01 09:55:27.067605 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:port
Apr 01 09:55:27.068830 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.069256 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service FLAVORS assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.069886 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.070291 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.070611 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:router
Apr 01 09:55:27.071054 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:floatingip
Apr 01 09:55:27.071548 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service METERING assigned prefix: /metering {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.072990 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94272c43d0>> rbac-policy before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:27.073351 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94272c43d0>> rbac-policy before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:27.073697 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f94272c43d0>> rbac-policy before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 09:55:27.074687 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of CountableResource for resource:rbac_policy
Apr 01 09:55:27.075199 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:security_group
Apr 01 09:55:27.075561 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 01 09:55:27.076152 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service CORE assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.076469 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnetpool
Apr 01 09:55:27.076807 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] subnetpool is already registered
Apr 01 09:55:27.077233 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service CORE assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.077576 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnetpool
Apr 01 09:55:27.077899 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] subnetpool is already registered
Apr 01 09:55:27.080192 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.080615 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service FLAVORS assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.081191 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.081606 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.081935 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:router
Apr 01 09:55:27.082261 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] router is already registered
Apr 01 09:55:27.082677 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:floatingip
Apr 01 09:55:27.083019 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] floatingip is already registered
Apr 01 09:55:27.083471 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service METERING assigned prefix: /metering {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.084109 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of CountableResource for resource:rbac_policy
Apr 01 09:55:27.084426 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] rbac_policy is already registered
Apr 01 09:55:27.084830 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:security_group
Apr 01 09:55:27.085155 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] security_group is already registered
Apr 01 09:55:27.085546 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 01 09:55:27.085871 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] security_group_rule is already registered
Apr 01 09:55:27.086482 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service CORE assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.086831 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnetpool
Apr 01 09:55:27.087140 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] subnetpool is already registered
Apr 01 09:55:27.087555 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.v2.resource_helper [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Service CORE assigned prefix:  {{(pid=103364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 01 09:55:27.087884 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Creating instance of TrackedResource for resource:subnetpool
Apr 01 09:55:27.088209 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING neutron.quota.resource_registry [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] subnetpool is already registered
Apr 01 09:55:27.088667 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: extensions {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.090149 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: address-groups {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.091678 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: address-scopes {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.092998 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: agents {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.094198 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: auto-allocated-topology {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.095446 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: availability_zones {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.096647 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: dhcp-networks {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.098157 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: dhcp-agents {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.099572 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: routers {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.101746 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: flavors {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.102918 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: service_profiles {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.104126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: next_providers {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.105534 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: service_profiles {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.107961 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: floatingip-pools {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.109204 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: routers {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.111318 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: floatingips {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.112590 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: l3-routers {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.113954 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: l3-agents {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.115355 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: metering-labels {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.116686 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: metering-label-rules {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.117927 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: network-ip-availabilities {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.119425 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: bindings {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.121118 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: quotas {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.122674 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: quotas {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.124185 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: rbac-policies {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.125515 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: security-groups {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.126753 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: security-group-rules {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.127970 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: service-providers {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.129154 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: subnetpools {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.130536 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: subnetpools {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.132004 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.133662 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.135466 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.137223 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.139001 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.140838 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.142479 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.144357 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.146085 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.148532 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron.api.extensions [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Extended resource: tags {{(pid=103364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 01 09:55:27.154411 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING keystonemiddleware.auth_token [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 01 09:55:27.159167 dv-cinder-master-3-iscsi neutron-server[103364]: WARNING keystonemiddleware.auth_token [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 01 09:55:27.167801 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Acquired lock "singleton_lock" {{(pid=103364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 01 09:55:27.168268 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_concurrency.lockutils [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Releasing lock "singleton_lock" {{(pid=103364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 01 09:55:27.168917 dv-cinder-master-3-iscsi neutron-server[103364]: INFO oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Starting 2 workers
Apr 01 09:55:27.173846 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Started child 103471 {{(pid=103364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 01 09:55:27.178332 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Started child 103472 {{(pid=103364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 01 09:55:27.179557 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.180450 dv-cinder-master-3-iscsi neutron-server[103364]: INFO neutron.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Neutron service started, listening on 0.0.0.0:9696
Apr 01 09:55:27.180611 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.180986 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [-] (103471) wsgi starting up on http://0.0.0.0:9696
Apr 01 09:55:27.182980 dv-cinder-master-3-iscsi neutron-server[103364]: INFO oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Starting 1 workers
Apr 01 09:55:27.183172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.184386 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [-] (103472) wsgi starting up on http://0.0.0.0:9696
Apr 01 09:55:27.188204 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Started child 103473 {{(pid=103364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 01 09:55:27.188767 dv-cinder-master-3-iscsi neutron-server[103364]: INFO oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Starting 1 workers
Apr 01 09:55:27.191959 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] calling RpcWorker wait() {{(pid=103473) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 01 09:55:27.192515 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] returning from RpcWorker wait() {{(pid=103473) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 01 09:55:27.193173 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Started child 103474 {{(pid=103364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 01 09:55:27.193888 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.194020 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19f9a600-b255-4a04-aa09-4c27489b641a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.194398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:27.195865 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 01 09:55:27.196036 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 01 09:55:27.196407 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 01 09:55:27.196598 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 01 09:55:27.197112 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 01 09:55:27.197239 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 01 09:55:27.197756 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.198029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.198167 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:27.198687 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.198687 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.198843 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.199140 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:27.199496 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.199748 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.199999 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.200247 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.200480 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.200626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.200795 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.201036 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.201279 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.201583 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.201827 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.202075 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.202350 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.202553 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.202833 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.203118 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.203343 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.203597 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.203849 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.204322 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.204527 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.204898 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.205262 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.205700 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.205945 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.206223 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.206449 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.206736 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.206977 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.207229 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.207443 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.207669 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.207916 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.208125 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.208372 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.208603 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.209053 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.209287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.209500 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.209743 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.209997 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.210237 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.210464 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.210731 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.210994 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.211242 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.211464 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.211707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.211935 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.212173 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.212425 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.212584 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.212820 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.213088 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.213340 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.213522 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.213685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.213843 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.214103 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.214262 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.214502 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.214731 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.214942 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.215169 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.215387 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.215595 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.215837 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.216059 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.216282 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.216571 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.216750 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.216999 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.217236 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.217458 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.217673 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.217900 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.218297 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.218518 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.218766 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.219100 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.219326 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.219561 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.219791 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.220035 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.220250 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.220505 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.220759 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.221071 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.221356 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.221525 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.221792 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.222016 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.222801 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.223033 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.223241 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.223556 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.223707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.223972 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.224180 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.224495 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.224621 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.224912 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.225130 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.225359 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.225649 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.226266 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.226266 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.226266 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.226707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.226960 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.227568 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.227568 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.227840 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.227973 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.228138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.228356 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.228725 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.228865 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.229130 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.229351 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230278 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230278 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230278 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230524 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230727 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.230993 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.231232 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.231443 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.231827 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.232390 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.232390 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.232551 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.232779 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.233464 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.233464 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.233712 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.233794 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.234690 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.234690 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.234690 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.234929 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.235098 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.235332 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.235825 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.235825 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.236093 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.236638 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.236638 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.236819 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.236920 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.237127 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.237346 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.237554 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238210 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238210 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238210 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238471 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238922 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.238922 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.239139 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.239344 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.239551 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.239790 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.240012 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.240237 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.240491 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.240720 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.240933 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.241139 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.241509 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.241918 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.242273 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.242738 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.243087 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.243477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.243833 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.244218 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.244570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.244927 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.245284 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.245677 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.245855 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.246200 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.246567 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.246950 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.247356 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.247735 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.248113 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.248477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.248824 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.249181 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.249574 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.249973 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.250358 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.250755 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.251202 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.251593 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.251969 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.252359 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.252822 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.253159 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.253512 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.253840 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.254175 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.254494 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.254843 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.255171 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.255528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.255730 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.256070 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.256391 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.256700 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.257039 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.257254 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.257534 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.257850 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.258146 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.258423 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.258726 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.258999 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.259287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.259588 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.259946 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.260266 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.260572 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.260816 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.261054 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.261329 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.261570 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.261849 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.262069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.262369 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.262640 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.262950 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.263214 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.263460 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.263734 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.263970 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.264225 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.264463 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.264679 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.264951 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.265205 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.265439 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.265699 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.265933 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.266164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.266475 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.266709 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.266923 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.267140 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.267424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.267651 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.268026 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.268448 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.268844 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.269069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.269454 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.269687 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.269903 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.270129 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.270376 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.270589 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.270857 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.271069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.271304 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.271517 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.271725 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.271987 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.272510 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.272723 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.272931 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.273162 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.273372 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.273614 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.273821 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.274192 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.274425 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.274638 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.274872 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.275084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.275293 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.275537 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.275756 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.276014 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.276271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.276482 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.276721 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.277040 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.277307 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.277520 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278380 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278380 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278380 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278380 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278722 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278804 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.278981 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.279204 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.279414 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.279643 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.279877 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.280194 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.280436 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.280706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.280963 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.281195 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.281428 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.281653 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.281864 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.282623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.282623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.282623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.282902 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.282971 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.283145 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.283373 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.283596 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.283842 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.284069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.284300 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.284508 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.284880 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.285105 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.285298 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.285513 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287007 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287463 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287463 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287615 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.287845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.288120 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.288310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47784) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:27.288427 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.288505 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.288709 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.288924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.289138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.289343 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.289580 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.289784 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.289988 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.290203 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.290410 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.290613 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.290855 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.291061 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.291265 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.291480 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.291689 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.291895 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.292111 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.292336 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.292541 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.292754 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.292975 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.293182 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.293400 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.293604 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.293813 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.294027 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.294233 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.294435 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.294730 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.294985 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.295199 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.295480 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.295721 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.295968 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.296271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297101 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297255 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063133
Apr 01 09:55:27.297396 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297396 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297396 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297784 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.297784 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.298082 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.298328 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300028 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300028 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300028 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300461 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300461 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300730 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.300900 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.301186 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.301521 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302183 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302183 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302367 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302468 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302722 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.302915 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.303126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.303694 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.303694 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.303931 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.304019 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.304211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.304425 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.304667 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.304876 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.305111 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.305312 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.305529 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.305742 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.305898 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 01 09:55:27.306422 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 01 09:55:27.306581 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 01 09:55:27.307532 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 01 09:55:27.307722 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 01 09:55:27.307888 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 01 09:55:27.308036 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 01 09:55:27.308240 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.308396 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.308553 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.308707 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.308860 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.309036 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.309147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:27.309271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.310126 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.310279 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.310589 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.310867 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.310984 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.312070 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.312298 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.312525 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.312741 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.312956 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313179 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313376 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313526 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313666 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313804 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.313943 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.314091 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.314283 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.314471 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.314610 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.314759 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.315050 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.315331 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.315620 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.315780 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.315931 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.316273 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.316430 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.316569 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.316747 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.316882 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.317018 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.317168 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.317313 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.317595 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.317902 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318199 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318353 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318513 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318691 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318818 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.318984 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319295 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319469 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319630 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319778 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.319926 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.320083 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.320256 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.320429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.320429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.322415 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.323498 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.325626 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.326450 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.327299 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.328274 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.328274 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.328509 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.328818 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.329173 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.329534 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.329884 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.330216 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.330524 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.330836 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.331039 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.332924 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333487 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333819 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333819 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333819 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.333988 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.334108 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.334432 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.334582 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.334760 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.334919 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.335074 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.335230 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.338685 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339287 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.339845 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.340445 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341047 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341047 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341047 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341047 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341311 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341387 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341516 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341696 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.341905 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.342069 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.342226 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.342378 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.342715 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.343038 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.343197 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344354 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344874 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344874 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.344874 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.345053 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.345053 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.345215 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.345497 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.345780 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.346115 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.346316 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.346480 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.347395 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.348211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.350281 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.351424 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.352437 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.353294 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354029 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.354658 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.355429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.355429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.355429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.355429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.355429 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356164 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356612 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356612 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356612 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356830 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356830 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.356973 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.357129 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.357271 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.357587 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.357741 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.358040 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.358211 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.358340 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.359452 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360084 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360472 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360472 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360472 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360677 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360677 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360818 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.360975 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361138 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361282 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361434 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361580 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361746 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.361896 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.362052 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.362208 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.362364 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.362524 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364477 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364795 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.364795 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365006 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365006 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365198 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365317 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365512 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365625 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365728 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.365839 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366497 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366497 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366497 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366497 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366960 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366960 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.366960 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367377 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367377 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367377 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367714 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367714 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367904 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.367904 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.368822 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369000 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369212 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369402 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369583 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369742 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.369897 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.370065 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.370217 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.370373 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.370528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.370840 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371013 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371013 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371270 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371403 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371535 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371676 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371810 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.371954 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372082 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372228 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372362 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372495 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372750 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.372880 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373038 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373192 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373346 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373500 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373665 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373806 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.373965 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374119 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374301 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374456 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374621 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374801 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.374948 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375082 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375241 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375398 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375623 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375753 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.375881 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376020 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376151 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376290 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376422 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376572 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376729 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.376894 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377058 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377215 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377378 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377541 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.377861 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.378024 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.378706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.378706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.378706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.378706 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379033 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379033 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379222 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379222 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379378 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379528 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379742 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.379912 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380068 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380226 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380382 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380538 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380693 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.380850 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.381005 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.381159 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 01 09:55:27.381307 dv-cinder-master-3-iscsi neutron-server[103364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 01 09:55:38.608531 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa5b06-b367-4618-87b6-545a08f7c136 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=103473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 01 09:55:38.672566 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa5b06-b367-4618-87b6-545a08f7c136 None None] No non-hosted networks {{(pid=103473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 01 09:55:38.681513 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.agentschedulers_db [None req-93aa5b06-b367-4618-87b6-545a08f7c136 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=103473) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 01 09:55:38.685760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1491c6eb-2b99-45f1-bd85-404146c363b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:40.893423 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-70d66bae-2da2-4e28-b9cc-1dbff0e10d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:40.965141 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-89a36c63-7c47-49e7-80ec-d2904d6dee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:41.700745 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 47852) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:42.158150 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:42.439115 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-d5364bec-66bd-4a32-8472-e596de62f496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:42.439907 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-d5364bec-66bd-4a32-8472-e596de62f496 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:42.675155 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [None req-d5364bec-66bd-4a32-8472-e596de62f496 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 09:55:42.691191 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d5364bec-66bd-4a32-8472-e596de62f496 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.9879906
Apr 01 09:55:43.283214 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:44.514745 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.db.l3_hamode_db [None req-51cd7829-3467-418d-8099-8f5afe22e6de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 01 09:55:44.593707 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd7829-3467-418d-8099-8f5afe22e6de None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 09:55:44.594136 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd7829-3467-418d-8099-8f5afe22e6de None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 01 09:55:45.007016 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:45.009147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.009822 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.010276 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.010699 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.011999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.013099 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.013520 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.014190 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.014587 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.015003 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.015406 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.015814 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.016228 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.016613 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.017434 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:45.021048 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f94265acd60>, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:45.031933 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9426525130>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:55:45.248949 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47886) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:45.764038 dv-cinder-master-3-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:45.764653 dv-cinder-master-3-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:45.981734 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:55:46.073096 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.policy [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103472) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 01 09:55:46.115585 dv-cinder-master-3-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:46.115953 dv-cinder-master-3-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:46.211846 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147536037', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147535496', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147519067', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147166133', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147175197', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767147367873', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15746970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15735692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-701963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777064'] for rbac-policy (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:46.278368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:46.279621 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9bb19f88-f6a0-4a9f-98f9-f4fa1c3daa9a admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0295272
Apr 01 09:55:48.782082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47904) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:49.124561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:55:49.155965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Made reservation on behalf of 768f17a3540d4802bf3dfa3319b69901 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:55:49.159763 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.176141 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.281517 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks [] for security_group (c8a8cb5c-55fe-4b19-a1d5-fecb905189cc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.287851 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c8a8cb5c-55fe-4b19-a1d5-fecb905189cc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.318984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 09:55:49.346576 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143499825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (44fee974-fd91-4091-9261-ec6662f16977), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.347165 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9427958310> segment precommit_create {{(pid=103472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 01 09:55:49.347690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Added segment 44fee974-fd91-4091-9261-ec6662f16977 of type vlan for network 3d88f44c-5657-4eb5-a931-a32effa02b05
Apr 01 09:55:49.353497 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8cb5c-55fe-4b19-a1d5-fecb905189cc,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:55:49.388045 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.388383 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.388757 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.389106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.389432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.389745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.390064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.390378 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.390686 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.391003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.391322 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.391645 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.391957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.392268 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.392580 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Tracked resource versions report:
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]: pushed versions:
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]: {   'AddressGroup': {'1.2'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Agent': {'1.1'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'ConntrackHelper': {'1.0'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'LocalIPAssociation': {'1.0'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Log': {'1.0'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'NDPProxy': {'1.0'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Network': {'1.1'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Port': {'1.7'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'PortForwarding': {'1.3'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'QosPolicy': {'1.10'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'SecurityGroup': {'1.5'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'SecurityGroupRule': {'1.2'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'SubPort': {'1.0'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Subnet': {'1.1'},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     'Trunk': {'1.1'}}
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]: consumer versions:
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Agent': '1.1',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'ConntrackHelper': '1.0',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'LocalIPAssociation': '1.0',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Log': '1.0',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'NDPProxy': '1.0',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Network': '1.1',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Port': '1.7',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'PortForwarding': '1.3',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'QosPolicy': '1.10',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SecurityGroup': '1.5',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SecurityGroupRule': '1.2',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SubPort': '1.0',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Subnet': '1.1',
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Trunk': '1.1'}}
Apr 01 09:55:49.393991 dv-cinder-master-3-iscsi neutron-server[103472]:  {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 09:55:49.459804 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (3d88f44c-5657-4eb5-a931-a32effa02b05), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.502544 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (3d88f44c-5657-4eb5-a931-a32effa02b05), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.507743 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:55:49.508453 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:49.604799 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.8211913
Apr 01 09:55:49.621911 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81582d5-737f-4ee6-99b1-7870066949c8 demo demo] Pushing event updated for resources: {'Network': ['ID=3d88f44c-5657-4eb5-a931-a32effa02b05,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:55:49.636763 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 09:55:52.137175 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 47916) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:52.689682 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.policy [None req-f05cc17c-bd68-4b3f-9959-5cf73c5eeadd demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103471) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 01 09:55:52.730929 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-f05cc17c-bd68-4b3f-9959-5cf73c5eeadd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:52.731294 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-f05cc17c-bd68-4b3f-9959-5cf73c5eeadd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 01 09:55:52.739158 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05cc17c-bd68-4b3f-9959-5cf73c5eeadd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:55:52.740860 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f05cc17c-bd68-4b3f-9959-5cf73c5eeadd demo admin] 10.222.0.46 "GET /v2.0/networks/3d88f44c-5657-4eb5-a931-a32effa02b05 HTTP/1.1" status: 200  len: 825 time: 0.6027815
Apr 01 09:55:52.782899 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4350b7e7-2683-446a-a939-a2851e18a9f2 demo admin] 10.222.0.46 "GET /v2.0/subnetpools/ee1d465f-25a7-4c13-94b7-546c408b9a42 HTTP/1.1" status: 200  len: 734 time: 0.0329585
Apr 01 09:55:52.791556 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42', 'ip_version': 4, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'name': 'private-subnet'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:55:52.829900 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Made reservation on behalf of 768f17a3540d4802bf3dfa3319b69901 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:55:52.832815 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:53.136785 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (5ef183b6-f2d5-4c39-970b-f7c215075291), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:53.206210 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Checking segment: {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:55:53.206910 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Network hostable DHCP agents. Network: 3d88f44c-5657-4eb5-a931-a32effa02b05, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 09:55:53.215936 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5ef183b6-f2d5-4c39-970b-f7c215075291,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:55:53.227704 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.228036 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.228378 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.228716 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.229034 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.229346 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.229654 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.229962 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.230282 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.230593 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.230913 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.231233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.231542 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.231851 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.232149 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Tracked resource versions report:
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]: pushed versions:
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]: {   'AddressGroup': {'1.2'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Agent': {'1.1'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'ConntrackHelper': {'1.0'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'LocalIPAssociation': {'1.0'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Log': {'1.0'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'NDPProxy': {'1.0'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Network': {'1.1'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Port': {'1.7'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'PortForwarding': {'1.3'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'QosPolicy': {'1.10'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'SecurityGroup': {'1.5'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'SecurityGroupRule': {'1.2'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'SubPort': {'1.0'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Subnet': {'1.1'},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     'Trunk': {'1.1'}}
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]: consumer versions:
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Agent': '1.1',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'ConntrackHelper': '1.0',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'LocalIPAssociation': '1.0',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Log': '1.0',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'NDPProxy': '1.0',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Network': '1.1',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Port': '1.7',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'PortForwarding': '1.3',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'QosPolicy': '1.10',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SecurityGroup': '1.5',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SecurityGroupRule': '1.2',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SubPort': '1.0',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Subnet': '1.1',
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Trunk': '1.1'}}
Apr 01 09:55:53.233532 dv-cinder-master-3-iscsi neutron-server[103471]:  {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 09:55:53.258403 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 09:55:53.272632 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3d88f44c-5657-4eb5-a931-a32effa02b05) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:55:53.277272 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:55:53.277917 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:53.282760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4bc3f-99d8-44e2-a7f1-f32bc6c0d412 None None] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:55:53.300683 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-935e6a9c-76df-49ee-b8c6-55c361c53412 demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5124950
Apr 01 09:55:53.665477 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3d88f44c-5657-4eb5-a931-a32effa02b05', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 09:55:53.666759 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:53.939376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Allocated IP 172.20.0.2 (3d88f44c-5657-4eb5-a931-a32effa02b05/5ef183b6-f2d5-4c39-970b-f7c215075291/a7628e73-55da-4475-8b01-201f96c5ee0b) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 09:55:54.206294 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks [] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:54.213660 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:54.288433 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 09:55:54.289734 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:55:54.293312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 09:55:54.307518 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Pushing event updated for resources: {'Port': ['ID=a7628e73-55da-4475-8b01-201f96c5ee0b,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:55:54.357785 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.358350 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.358950 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.359548 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.360097 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.360636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.361169 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.361703 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.362229 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.362744 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.363259 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.363837 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.364161 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.364468 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.364781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Tracked resource versions report:
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]: pushed versions:
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]: {   'AddressGroup': {'1.2'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Agent': {'1.1'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'ConntrackHelper': {'1.0'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'LocalIPAssociation': {'1.0'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Log': {'1.0'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'NDPProxy': {'1.0'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Network': {'1.1'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Port': {'1.7'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'PortForwarding': {'1.3'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'QosPolicy': {'1.10'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'SecurityGroup': {'1.5'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'SecurityGroupRule': {'1.2'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'SubPort': {'1.0'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Subnet': {'1.1'},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     'Trunk': {'1.1'}}
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]: consumer versions:
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Agent': '1.1',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'ConntrackHelper': '1.0',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'LocalIPAssociation': '1.0',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Log': '1.0',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'NDPProxy': '1.0',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Network': '1.1',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Port': '1.7',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'PortForwarding': '1.3',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'QosPolicy': '1.10',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SecurityGroup': '1.5',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SecurityGroupRule': '1.2',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SubPort': '1.0',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Subnet': '1.1',
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Trunk': '1.1'}}
Apr 01 09:55:54.366277 dv-cinder-master-3-iscsi neutron-server[103473]:  {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 09:55:54.397110 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Attempting to bind port a7628e73-55da-4475-8b01-201f96c5ee0b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 09:55:54.397498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Attempting to bind port a7628e73-55da-4475-8b01-201f96c5ee0b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 09:55:54.397915 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Attempting to bind port a7628e73-55da-4475-8b01-201f96c5ee0b on network 3d88f44c-5657-4eb5-a931-a32effa02b05 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 09:55:54.403012 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 9, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 09:55:54.403371 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Checking segment: {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:55:54.403825 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:54.404206 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Bound using segment: {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 09:55:54.404651 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Bound port: a7628e73-55da-4475-8b01-201f96c5ee0b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 09:55:54.405034 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:54.469479 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] For port a7628e73-55da-4475-8b01-201f96c5ee0b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 09:55:54.473958 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] For port a7628e73-55da-4475-8b01-201f96c5ee0b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7628e73-55da-4475-8b01-201f96c5ee0b,segment=NetworkSegment(44fee974-fd91-4091-9261-ec6662f16977),segment_id=44fee974-fd91-4091-9261-ec6662f16977)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 09:55:54.483014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:55:54.548289 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398a768-bebd-4d53-8fd4-968dd6cd251c None None] Pushing event updated for resources: {'Port': ['ID=a7628e73-55da-4475-8b01-201f96c5ee0b,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:55:55.809913 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 47930) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:56.129288 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [None req-fe03b0a9-df2c-41c1-b2c7-f261878326f8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 09:55:56.130246 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fe03b0a9-df2c-41c1-b2c7-f261878326f8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3193958
Apr 01 09:55:58.648444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 47938) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:55:58.965329 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [None req-1feb9ac2-4664-4d0a-bc6e-d2e2802803a5 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 09:55:58.966304 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1feb9ac2-4664-4d0a-bc6e-d2e2802803a5 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3161383
Apr 01 09:56:01.495456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47946) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:01.821436 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:56:01.846433 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:01.847984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:01.984332 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Publish callbacks [] for router_controller (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:01.990357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:02.008962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:02.010216 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6cf3c595-6793-4f57-ac49-0476a6390757 demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5136747
Apr 01 09:56:04.527679 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47958) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:04.855352 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-b3a7f6b1-1688-4600-bd2e-84af5a696815 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 09:56:04.856400 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b3a7f6b1-1688-4600-bd2e-84af5a696815 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3278565
Apr 01 09:56:05.663196 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bd435-63d5-4914-94f9-081877699786 None None] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:56:05.709261 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a7628e73-55da-4475-8b01-201f96c5ee0b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:56:05.819325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Provisioning complete for port a7628e73-55da-4475-8b01-201f96c5ee0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:05.819645 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:05.876691 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port a7628e73-55da-4475-8b01-201f96c5ee0b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:05.877073 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:06.034106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:06.034487 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:06.067394 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:06.067771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:06.091630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] For port a7628e73-55da-4475-8b01-201f96c5ee0b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7628e73-55da-4475-8b01-201f96c5ee0b,segment=NetworkSegment(44fee974-fd91-4091-9261-ec6662f16977),segment_id=44fee974-fd91-4091-9261-ec6662f16977)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 09:56:06.099324 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:06.166113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 01 09:56:06.166499 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 01 09:56:06.170719 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327e936-fe39-4721-962c-aa00c3cce7d6 None None] Pushing event updated for resources: {'Port': ['ID=a7628e73-55da-4475-8b01-201f96c5ee0b,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:06.217645 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-be035c9a-1909-42aa-bd42-7dad7df49562 None None] Provisioning complete for port a7628e73-55da-4475-8b01-201f96c5ee0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:06.218126 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be035c9a-1909-42aa-bd42-7dad7df49562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:06.239625 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:56:06.295158 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-be035c9a-1909-42aa-bd42-7dad7df49562 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:06.702663 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:07.381393 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47968) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:07.645260 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a7628e73-55da-4475-8b01-201f96c5ee0b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:56:07.693154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port a7628e73-55da-4475-8b01-201f96c5ee0b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:07.693540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.724413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:56:07.744564 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Made reservation on behalf of 049efb42322340008044df453447aaa7 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:56:07.746754 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.754621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.773477 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:07.824031 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks [] for security_group (598ffe5c-a057-4b19-aa57-f1c2d095ceef), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.829356 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (598ffe5c-a057-4b19-aa57-f1c2d095ceef), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.843632 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Reserving flat network on physical network physnet1 {{(pid=103472) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 01 09:56:07.861429 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ffe5c-a057-4b19-aa57-f1c2d095ceef,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:07.865987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (6778e813-8d19-45a6-a871-ebb31945bfc9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.866321 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Added segment 6778e813-8d19-45a6-a871-ebb31945bfc9 of type flat for network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae
Apr 01 09:56:07.913856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (2c21b759-b1fe-44ee-8d2d-3433e8d6baae), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.950886 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (2c21b759-b1fe-44ee-8d2d-3433e8d6baae), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:07.951908 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:56:07.952573 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:08.039753 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6569123
Apr 01 09:56:08.058087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8469226-5556-4569-a0e4-5084a9f07018 admin admin] Pushing event updated for resources: {'Network': ['ID=2c21b759-b1fe-44ee-8d2d-3433e8d6baae,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:08.068904 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 09:56:08.559734 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a7410209-3022-4904-bf12-8eb99dd27452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:10.505527 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47976) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:10.893025 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43b9e7fd-2f05-4d4d-b3a1-c9c9aba86582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:10.956495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55893584-7eaf-4147-b2e9-e7d61804d10b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:56:10.957889 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-55893584-7eaf-4147-b2e9-e7d61804d10b demo admin] 10.222.0.46 "GET /v2.0/subnets/5ef183b6-f2d5-4c39-970b-f7c215075291 HTTP/1.1" status: 200  len: 849 time: 0.4513953
Apr 01 09:56:11.081997 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-674a905c-1005-4735-ab08-0965e1e1eb4f demo admin] 10.222.0.46 "GET /v2.0/routers/2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 HTTP/1.1" status: 200  len: 704 time: 0.1153548
Apr 01 09:56:11.356897 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:11.661175 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Allocated IP 172.20.0.1 (3d88f44c-5657-4eb5-a931-a32effa02b05/5ef183b6-f2d5-4c39-970b-f7c215075291/17ee3ed0-d09e-4530-a7cc-388d61c3bb9a) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 09:56:11.860678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks [] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:11.933276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.054029 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 09:56:12.060729 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:56:12.066542 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Pushing event updated for resources: {'Port': ['ID=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:12.070109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 09:56:12.070717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.104643 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.259559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d3aad2da-c71a-4c83-8d7f-54422c81a6d1 None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:12.259953 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d3aad2da-c71a-4c83-8d7f-54422c81a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.274571 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.293965 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d3aad2da-c71a-4c83-8d7f-54422c81a6d1 None None] Port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 09:56:12.482292 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks [] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.490090 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.491147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.570684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Pushing event updated for resources: {'Port': ['ID=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:12.629228 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 09:56:12.631444 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:56:12.802088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 09:56:12.902865 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 09:56:12.912794 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d43db9fc-5c4a-4422-935f-9700292de0af demo admin] 10.222.0.46 "PUT /v2.0/routers/2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8183434
Apr 01 09:56:12.917806 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-441c330d-acb0-4e46-ab97-ac8b0f55096b None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:12.918204 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-441c330d-acb0-4e46-ab97-ac8b0f55096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:12.926341 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Sync routers for ids ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 09:56:12.939727 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Routers {'2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 09:56:12.940892 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426ec6940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T09:56:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:12.957352 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-441c330d-acb0-4e46-ab97-ac8b0f55096b None None] Port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 09:56:13.136216 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Set router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 09:56:13.229882 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:13.571146 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426ec6940>, [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:12Z', 'revision_number': 2, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port_host': None, '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:12Z', 'revision_number': 2, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:13.620785 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Checking router: 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 09:56:13.621156 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Updating router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 09:56:13.675046 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.174602 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks [] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.181899 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.342491 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Pushing event updated for resources: {'Port': ['ID=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:14.347390 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Attempting to bind port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 09:56:14.347784 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Attempting to bind port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 09:56:14.348221 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Attempting to bind port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a on network 3d88f44c-5657-4eb5-a931-a32effa02b05 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 09:56:14.356065 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 9, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 09:56:14.356607 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Checking segment: {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:56:14.356917 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.357354 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Bound using segment: {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 09:56:14.357755 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Bound port: 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fee974-fd91-4091-9261-ec6662f16977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 09:56:14.358122 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.360493 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.360814 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.361147 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.361465 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.361780 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.362178 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.362400 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.362732 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.363049 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.363353 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.363669 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.363983 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.364293 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.364599 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.364982 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Tracked resource versions report:
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]: pushed versions:
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]: {   'AddressGroup': {'1.2'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Agent': {'1.1'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'ConntrackHelper': {'1.0'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'LocalIPAssociation': {'1.0'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Log': {'1.0'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'NDPProxy': {'1.0'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Network': {'1.1'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Port': {'1.7'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'PortForwarding': {'1.3'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'QosPolicy': {'1.10'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'SecurityGroup': {'1.5'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'SecurityGroupRule': {'1.2'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'SubPort': {'1.0'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Subnet': {'1.1'},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     'Trunk': {'1.1'}}
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]: consumer versions:
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Agent': '1.1',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'ConntrackHelper': '1.0',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'LocalIPAssociation': '1.0',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Log': '1.0',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'NDPProxy': '1.0',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Network': '1.1',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Port': '1.7',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'PortForwarding': '1.3',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'QosPolicy': '1.10',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SecurityGroup': '1.5',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SecurityGroupRule': '1.2',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SubPort': '1.0',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Subnet': '1.1',
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Trunk': '1.1'}}
Apr 01 09:56:14.366429 dv-cinder-master-3-iscsi neutron-server[103474]:  {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 09:56:14.388292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-deb90166-0ac8-46db-b933-235531c16a07 None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:14.388820 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-deb90166-0ac8-46db-b933-235531c16a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.422959 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-deb90166-0ac8-46db-b933-235531c16a07 None None] Port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 09:56:14.438438 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] For port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 09:56:14.458374 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] For port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,segment=NetworkSegment(44fee974-fd91-4091-9261-ec6662f16977),segment_id=44fee974-fd91-4091-9261-ec6662f16977)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 09:56:14.464864 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.517582 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Routers {'2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 09:56:14.518201 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426ec6940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T09:56:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:14.581657 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5329ae-ec4d-4829-80c9-b6b10f7624b0 None None] Pushing event updated for resources: {'Port': ['ID=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:14.613666 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] Set router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 09:56:14.747404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:14.747716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.821539 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426ec6940>, [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:12Z', 'revision_number': 2, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port_host': None, '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:14Z', 'revision_number': 4, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:14.831667 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Current status of the port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:14.832051 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.851707 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145b541-6f5f-4580-975a-e78fd4f8a5af None None] The sync data for ids ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'] in dv-cinder-master-3-iscsi is: [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:12Z', 'revision_number': 2, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port_host': None, '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:14Z', 'revision_number': 4, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 09:56:14.869730 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] For port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,segment=NetworkSegment(44fee974-fd91-4091-9261-ec6662f16977),segment_id=44fee974-fd91-4091-9261-ec6662f16977)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 09:56:14.875825 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:14.925617 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24347df-b7b2-44ed-8d4c-2bfbde149f96 None None] Pushing event updated for resources: {'Port': ['ID=17ee3ed0-d09e-4530-a7cc-388d61c3bb9a,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:15.000514 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:15.418198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 47998) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:15.622514 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbac38b-e76e-4e45-bd32-9f12a38614bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:56:15.625386 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fcbac38b-e76e-4e45-bd32-9f12a38614bd admin admin] 10.222.0.46 "GET /v2.0/networks/2c21b759-b1fe-44ee-8d2d-3433e8d6baae HTTP/1.1" status: 200  len: 842 time: 0.2046490
Apr 01 09:56:15.634604 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Request body: {'subnet': {'gateway_ip': '172.37.5.1', 'ip_version': 4, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'cidr': '172.37.5.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:56:15.662791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Made reservation on behalf of 049efb42322340008044df453447aaa7 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:56:15.665614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:15.967368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.objects.ports [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103472) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Apr 01 09:56:15.967776 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (62785064-f4ab-4b48-9a76-5188234052a1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:16.017996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62785064-f4ab-4b48-9a76-5188234052a1,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:16.029929 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:56:16.030243 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Network hostable DHCP agents. Network: 2c21b759-b1fe-44ee-8d2d-3433e8d6baae, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 09:56:16.052948 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 09:56:16.064621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2c21b759-b1fe-44ee-8d2d-3433e8d6baae) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:56:16.069308 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:56:16.070383 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:16.073607 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543bc25-c8ea-4e18-9ac1-205e5cea3d28 None None] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:56:16.102675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ca32b70d-3796-4e41-91a1-141d46ccaf3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4559758
Apr 01 09:56:16.178067 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410caf7-e53e-46ff-9ebd-19dc0c7bc826 None None] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:56:18.578700 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48016) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:18.853690 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4ab038ec-1038-4bf6-ae65-2d0307114e73 demo admin] 10.222.0.46 "GET /v2.0/routers/2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 HTTP/1.1" status: 200  len: 710 time: 0.2738056
Apr 01 09:56:18.966992 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25800e97-08c2-4cf5-bdf6-517f589356cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:56:18.968417 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-25800e97-08c2-4cf5-bdf6-517f589356cc demo admin] 10.222.0.46 "GET /v2.0/networks/2c21b759-b1fe-44ee-8d2d-3433e8d6baae HTTP/1.1" status: 200  len: 886 time: 0.1073964
Apr 01 09:56:18.977294 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:56:19.225644 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks [] for router_gateway (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:19.472077 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks [] for router_gateway (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:19.549131 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:19.703028 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Allocated IP 172.37.5.121 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/579ab5d5-09b7-4af8-b664-c92af95d8210) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 09:56:19.808164 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks [] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:19.870044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:19.944726 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 09:56:19.951387 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:56:19.960305 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 09:56:19.995478 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Pushing event updated for resources: {'Port': ['ID=579ab5d5-09b7-4af8-b664-c92af95d8210,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:20.305777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks [] for router_gateway (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:20.500161 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1000903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2470'] for router (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:20.505250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1000912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1000921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007551'] for router (2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:20.620258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 09:56:20.730570 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 09:56:20.735573 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:20.750792 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-dafe633b-9b5c-49ce-96fb-51e4e04048f4 demo admin] 10.222.0.46 "PUT /v2.0/routers/2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 HTTP/1.1" status: 200  len: 890 time: 1.7626834
Apr 01 09:56:21.673893 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:56:21.724033 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:21.724418 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:21.805974 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:23.205421 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48028) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:56:23.296191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Sync routers for ids ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 09:56:23.308781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Routers {'2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 09:56:23.309516 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942544f0d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T09:56:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:23.337139 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2248db48-b296-480a-8bd3-8282237020c1 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1304944
Apr 01 09:56:23.538481 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Set router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 09:56:24.004024 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942544f0d0>, [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121'}], 'enable_snat': True}, 'gw_port_id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:20Z', 'revision_number': 4, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port': {'id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:19Z', 'updated_at': '2022-04-01T09:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:14Z', 'revision_number': 5, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:24.056029 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Checking router: 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 09:56:24.056400 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Updating router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 port 579ab5d5-09b7-4af8-b664-c92af95d8210 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 09:56:24.107105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.425726 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks [] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.432359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.479972 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Attempting to bind port 579ab5d5-09b7-4af8-b664-c92af95d8210 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 09:56:24.480345 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Attempting to bind port 579ab5d5-09b7-4af8-b664-c92af95d8210 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 09:56:24.480699 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Attempting to bind port 579ab5d5-09b7-4af8-b664-c92af95d8210 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 09:56:24.486146 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15199b95-bb88-4880-9d3c-93c1e59ca637 None None] Pushing event updated for resources: {'Port': ['ID=579ab5d5-09b7-4af8-b664-c92af95d8210,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:24.491209 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 9, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 09:56:24.491616 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:56:24.492015 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.492355 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 09:56:24.492837 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Bound port: 579ab5d5-09b7-4af8-b664-c92af95d8210, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 09:56:24.493216 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.548412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] For port 579ab5d5-09b7-4af8-b664-c92af95d8210, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 09:56:24.551499 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] For port 579ab5d5-09b7-4af8-b664-c92af95d8210, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=579ab5d5-09b7-4af8-b664-c92af95d8210,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 09:56:24.558577 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:24.618630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Routers {'2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 09:56:24.619454 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942544f0d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T09:56:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:24.692924 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15199b95-bb88-4880-9d3c-93c1e59ca637 None None] Pushing event updated for resources: {'Port': ['ID=579ab5d5-09b7-4af8-b664-c92af95d8210,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:24.737775 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] Set router 2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 09:56:24.957081 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942544f0d0>, [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121'}], 'enable_snat': True}, 'gw_port_id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:20Z', 'revision_number': 4, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port': {'id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:19Z', 'updated_at': '2022-04-01T09:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:14Z', 'revision_number': 5, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 09:56:24.991588 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064168a-3b43-45bd-8e36-cbd240f00dd3 None None] The sync data for ids ['2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42'] in dv-cinder-master-3-iscsi is: [{'id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'name': 'router1', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121'}], 'enable_snat': True}, 'gw_port_id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T09:56:01Z', 'updated_at': '2022-04-01T09:56:20Z', 'revision_number': 4, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'gw_port': {'id': '579ab5d5-09b7-4af8-b664-c92af95d8210', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:19Z', 'updated_at': '2022-04-01T09:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '17ee3ed0-d09e-4530-a7cc-388d61c3bb9a', 'name': '', 'network_id': '3d88f44c-5657-4eb5-a931-a32effa02b05', 'tenant_id': '768f17a3540d4802bf3dfa3319b69901', 'mac_address': 'fa:16:3e:0d:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537cd2d-e57a-4ec3-9b9e-4b8f161f6c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T09:56:11Z', 'updated_at': '2022-04-01T09:56:14Z', 'revision_number': 5, 'project_id': '768f17a3540d4802bf3dfa3319b69901', 'subnets': [{'id': '5ef183b6-f2d5-4c39-970b-f7c215075291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1d465f-25a7-4c13-94b7-546c408b9a42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 09:56:25.723983 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 579ab5d5-09b7-4af8-b664-c92af95d8210 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:56:25.794107 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 579ab5d5-09b7-4af8-b664-c92af95d8210 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:25.794496 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:25.886801 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 579ab5d5-09b7-4af8-b664-c92af95d8210 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:25.887821 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:25.911328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 579ab5d5-09b7-4af8-b664-c92af95d8210, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=579ab5d5-09b7-4af8-b664-c92af95d8210,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 09:56:25.918194 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:26.017001 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=579ab5d5-09b7-4af8-b664-c92af95d8210,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:56:27.687975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 579ab5d5-09b7-4af8-b664-c92af95d8210 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:56:27.768855 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 579ab5d5-09b7-4af8-b664-c92af95d8210 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:56:27.769252 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (579ab5d5-09b7-4af8-b664-c92af95d8210), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:27.884617 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 579ab5d5-09b7-4af8-b664-c92af95d8210 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:56:38.554683 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7f3a94f8-4dc4-454d-a96f-bd7a91505114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:40.902777 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b9190810-1e4a-4ff4-82dd-10c6b253c631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:42.104428 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:43.235653 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:56:43.240754 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:56:45.007890 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:08.551737 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6d4f0c6b-149e-487f-a9f8-c276867b1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:10.897494 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1371-222f-42d3-9ae0-b233d8fee2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:12.113718 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:13.239439 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:15.008397 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:20.239668 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:57:38.550113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e6c6be91-0dba-4c15-b6c9-e0c52d907ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:40.907635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a0eb87d7-becb-42e5-aa62-511df99657ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:42.113101 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:43.239756 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:43.955300 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48512) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:44.019362 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9498c2-9dc8-4ef0-9676-37e1e878c945 admin admin] GET failed (client error): The resource could not be found.
Apr 01 09:57:44.020643 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ac9498c2-9dc8-4ef0-9676-37e1e878c945 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0643857
Apr 01 09:57:44.179777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ff4bd-916b-4bea-88e2-14d8485a4c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:44.181264 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-373ff4bd-916b-4bea-88e2-14d8485a4c96 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1561124
Apr 01 09:57:45.005769 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:46.478733 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48522) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:46.582884 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068a3c9-fe1e-4f28-889f-8c07d2933df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:46.584278 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2068a3c9-fe1e-4f28-889f-8c07d2933df6 admin admin] 10.222.0.46 "GET /v2.0/subnets/5ef183b6-f2d5-4c39-970b-f7c215075291 HTTP/1.1" status: 200  len: 849 time: 0.1044621
Apr 01 09:57:46.597048 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:57:46.683448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Publish callbacks [] for subnet (5ef183b6-f2d5-4c39-970b-f7c215075291), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:46.832211 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767143657090'] for subnet (5ef183b6-f2d5-4c39-970b-f7c215075291), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:46.861443 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:46.862703 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:46.863734 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] 10.222.0.46 "PUT /v2.0/subnets/5ef183b6-f2d5-4c39-970b-f7c215075291 HTTP/1.1" status: 200  len: 868 time: 0.2703485
Apr 01 09:57:46.866808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07ff8d-fc62-47c1-99c1-20abf9ec9d26 None None] Network 3d88f44c-5657-4eb5-a931-a32effa02b05 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:57:46.883572 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef183b6-f2d5-4c39-970b-f7c215075291,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:57:46.891426 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.891742 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.892111 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.892440 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.892810 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.893151 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.893466 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.893834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.894215 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.894546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.894915 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.895239 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.895555 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.895871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:46.896182 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b844e72-434f-4ad1-b8ec-6629d4b7e284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:57:47.175315 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Provisioning complete for port a7628e73-55da-4475-8b01-201f96c5ee0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:57:47.175705 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a7628e73-55da-4475-8b01-201f96c5ee0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:47.255184 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Current status of the port a7628e73-55da-4475-8b01-201f96c5ee0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:57:47.266297 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Provisioning complete for port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:57:47.266708 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17ee3ed0-d09e-4530-a7cc-388d61c3bb9a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:57:47.345206 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-75a81735-ff9c-425d-a1d5-e34691aacd69 None None] Current status of the port 17ee3ed0-d09e-4530-a7cc-388d61c3bb9a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:57:49.125829 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48530) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:49.343935 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326f94a-a8a8-4401-af91-11c41b2ea638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:49.344462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326f94a-a8a8-4401-af91-11c41b2ea638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:49.346025 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e326f94a-a8a8-4401-af91-11c41b2ea638 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2190878
Apr 01 09:57:51.605262 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48538) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:51.878708 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646cb34-1280-4802-aa15-536e86aae197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:51.879112 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646cb34-1280-4802-aa15-536e86aae197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:51.880679 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7646cb34-1280-4802-aa15-536e86aae197 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2744279
Apr 01 09:57:54.192311 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48548) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:54.324288 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b243d681-bbf2-406b-86d1-9885930bce71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:54.325638 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b243d681-bbf2-406b-86d1-9885930bce71 admin admin] 10.222.0.46 "GET /v2.0/networks/2c21b759-b1fe-44ee-8d2d-3433e8d6baae HTTP/1.1" status: 200  len: 886 time: 0.1323586
Apr 01 09:57:56.612673 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48556) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:56.751282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba6742-b864-4321-ae3b-7c024196e05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:56.752537 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-54ba6742-b864-4321-ae3b-7c024196e05a admin admin] 10.222.0.46 "GET /v2.0/networks/3d88f44c-5657-4eb5-a931-a32effa02b05 HTTP/1.1" status: 200  len: 869 time: 0.1388552
Apr 01 09:57:57.238924 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:57:59.080279 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48564) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:57:59.205155 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62d28e-5060-439c-b307-fcc0b27b4124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:59.205624 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62d28e-5060-439c-b307-fcc0b27b4124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:57:59.207161 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ce62d28e-5060-439c-b307-fcc0b27b4124 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1259015
Apr 01 09:58:01.479241 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48572) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:01.579509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc445a5d-ac7a-423d-85b0-9e0085053a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:01.579978 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc445a5d-ac7a-423d-85b0-9e0085053a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:01.581520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bc445a5d-ac7a-423d-85b0-9e0085053a86 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1013217
Apr 01 09:58:03.851517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48580) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:04.037565 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fb94e-0811-42e3-8083-b0e0da2fd57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:04.038932 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a79fb94e-0811-42e3-8083-b0e0da2fd57f admin admin] 10.222.0.46 "GET /v2.0/subnets/5ef183b6-f2d5-4c39-970b-f7c215075291 HTTP/1.1" status: 200  len: 868 time: 0.1860204
Apr 01 09:58:06.308434 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48588) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:06.406622 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99e5ff-e7a6-486b-8fd8-04824270b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:06.407957 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4d99e5ff-e7a6-486b-8fd8-04824270b61f admin admin] 10.222.0.46 "GET /v2.0/subnets/62785064-f4ab-4b48-9a76-5188234052a1 HTTP/1.1" status: 200  len: 816 time: 0.0985467
Apr 01 09:58:08.544092 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e53c93f-9c05-491f-a9f0-09b8b25672c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:10.905232 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-42f1aa96-6bdf-4477-8343-ca4aab3328d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:12.111898 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:13.242133 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:15.010102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:34.272862 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:58:34.273602 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48640) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:34.322786 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-4d3946fe-3fd1-403a-975e-ea2256a85a83 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 09:58:34.323821 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4d3946fe-3fd1-403a-975e-ea2256a85a83 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0493455
Apr 01 09:58:36.677961 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48648) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:36.740763 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d34df43-218b-449f-b9f0-5bbeebff2e16 admin admin] GET failed (client error): The resource could not be found.
Apr 01 09:58:36.742056 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8d34df43-218b-449f-b9f0-5bbeebff2e16 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0631509
Apr 01 09:58:36.827681 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fbdd24-2543-4631-a2dc-c14bce73b743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:36.829126 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d1fbdd24-2543-4631-a2dc-c14bce73b743 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0830040
Apr 01 09:58:38.551396 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0129c5a6-3d02-4d33-b233-fdfa378e45ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.115585 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48656) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:39.173766 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:58:39.201839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Made reservation on behalf of 049efb42322340008044df453447aaa7 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:58:39.204454 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.246483 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING neutron.services.revisions.revision_plugin [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9425865c40] {project_id='049efb42322340008044df453447aaa7', id='d6b797af-f8a9-4674-9ba3-44053e82d42b', target_project='*', action='access_as_shared', object_id='4a468f5a-004a-4376-8968-159e0e29d4e0'}> to bump revision.
Apr 01 09:58:39.265538 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 09:58:39.283696 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143499825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (66b67594-45cb-4a4c-b90c-bf3c7ea84e1f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.284243 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9427958310> segment precommit_create {{(pid=103471) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 01 09:58:39.284709 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Added segment 66b67594-45cb-4a4c-b90c-bf3c7ea84e1f of type vlan for network 4a468f5a-004a-4376-8968-159e0e29d4e0
Apr 01 09:58:39.327642 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (4a468f5a-004a-4376-8968-159e0e29d4e0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.363467 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (4a468f5a-004a-4376-8968-159e0e29d4e0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.364397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:39.364955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:39.437893 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3208816
Apr 01 09:58:39.454464 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ff58-4807-406e-9f73-d78d4bfea1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4a468f5a-004a-4376-8968-159e0e29d4e0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:58:39.466373 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 09:58:40.898332 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-769d7c3d-c4bd-4500-ad2a-8ccf0fc130f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:41.717985 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48664) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 09:58:41.793891 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc97de1-f203-482c-a331-39dd78ac4950 admin admin] GET failed (client error): The resource could not be found.
Apr 01 09:58:41.795258 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-efc97de1-f203-482c-a331-39dd78ac4950 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0762949
Apr 01 09:58:41.865245 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b98ea4-9896-495c-8f1e-a2c81975d3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:41.866639 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-36b98ea4-9896-495c-8f1e-a2c81975d3b7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0654309
Apr 01 09:58:41.879262 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 09:58:41.899851 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Made reservation on behalf of 049efb42322340008044df453447aaa7 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 09:58:41.902283 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.070512 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (4a3c2bc9-3456-454c-a926-f64f31e9102c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.113101 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.117220 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3c2bc9-3456-454c-a926-f64f31e9102c,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:58:42.131711 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Checking segment: {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:58:42.132057 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Network hostable DHCP agents. Network: 4a468f5a-004a-4376-8968-159e0e29d4e0, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 09:58:42.152250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 09:58:42.160287 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4a468f5a-004a-4376-8968-159e0e29d4e0) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:58:42.165083 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 09:58:42.165671 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.170300 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a52f6-b097-4f03-ad8f-785994c4dfc2 None None] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:58:42.183031 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1144c646-670b-480a-806d-25cc8a7b4161 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3070383
Apr 01 09:58:42.274044 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4a468f5a-004a-4376-8968-159e0e29d4e0', 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0', 'project_id': '049efb42322340008044df453447aaa7', 'fixed_ips': [{'subnet_id': '4a3c2bc9-3456-454c-a926-f64f31e9102c'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 09:58:42.274933 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.512369 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Allocated IP 192.168.233.2 (4a468f5a-004a-4376-8968-159e0e29d4e0/4a3c2bc9-3456-454c-a926-f64f31e9102c/7ab50f38-aa78-45fe-938e-1084e143a3dc) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 09:58:42.658587 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks [] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.665543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.698635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 09:58:42.701332 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 09:58:42.703892 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 09:58:42.737319 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Pushing event updated for resources: {'Port': ['ID=7ab50f38-aa78-45fe-938e-1084e143a3dc,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:58:42.760177 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.760459 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.760807 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.761137 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.761461 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.761778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.762106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.762418 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.762746 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.764449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.764779 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.765151 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.765472 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.765844 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.766146 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 09:58:42.781324 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Attempting to bind port 7ab50f38-aa78-45fe-938e-1084e143a3dc on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 09:58:42.781713 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Attempting to bind port 7ab50f38-aa78-45fe-938e-1084e143a3dc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 09:58:42.782096 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Attempting to bind port 7ab50f38-aa78-45fe-938e-1084e143a3dc on network 4a468f5a-004a-4376-8968-159e0e29d4e0 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 09:58:42.787827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 9, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 09:58:42.788173 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Checking segment: {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 09:58:42.788555 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.788939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Bound using segment: {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 09:58:42.789389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Bound port: 7ab50f38-aa78-45fe-938e-1084e143a3dc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 09:58:42.789773 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.853593 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] For port 7ab50f38-aa78-45fe-938e-1084e143a3dc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 09:58:42.856840 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] For port 7ab50f38-aa78-45fe-938e-1084e143a3dc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7ab50f38-aa78-45fe-938e-1084e143a3dc,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 09:58:42.864476 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:42.941726 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba31b2-7359-4f6e-8798-546728b2f607 None None] Pushing event updated for resources: {'Port': ['ID=7ab50f38-aa78-45fe-938e-1084e143a3dc,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:58:43.248170 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:43.779428 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e6f160-4250-40d0-8ed8-aed8f72d0ec3 None None] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 09:58:43.827467 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7ab50f38-aa78-45fe-938e-1084e143a3dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:58:43.888458 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Provisioning complete for port 7ab50f38-aa78-45fe-938e-1084e143a3dc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:58:43.888847 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:43.959063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 7ab50f38-aa78-45fe-938e-1084e143a3dc triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:58:43.959442 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:44.052323 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Current status of the port 7ab50f38-aa78-45fe-938e-1084e143a3dc is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:58:44.052323 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:44.103795 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 7ab50f38-aa78-45fe-938e-1084e143a3dc is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:58:44.104176 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:44.121195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] For port 7ab50f38-aa78-45fe-938e-1084e143a3dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7ab50f38-aa78-45fe-938e-1084e143a3dc,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 09:58:44.131722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:44.218138 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 01 09:58:44.218484 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 01 09:58:44.219148 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d017b98-3601-46dd-b6a2-48cc41273828 None None] Pushing event updated for resources: {'Port': ['ID=7ab50f38-aa78-45fe-938e-1084e143a3dc,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 09:58:44.250709 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-1b03b2eb-b1fe-44f8-a1a8-910a8a0a58d9 None None] Provisioning complete for port 7ab50f38-aa78-45fe-938e-1084e143a3dc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:58:44.251335 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1b03b2eb-b1fe-44f8-a1a8-910a8a0a58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:44.332561 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-1b03b2eb-b1fe-44f8-a1a8-910a8a0a58d9 None None] Current status of the port 7ab50f38-aa78-45fe-938e-1084e143a3dc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:58:44.755923 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 7ab50f38-aa78-45fe-938e-1084e143a3dc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:58:45.013973 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:45.747102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7ab50f38-aa78-45fe-938e-1084e143a3dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 09:58:45.797602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 7ab50f38-aa78-45fe-938e-1084e143a3dc triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 09:58:45.797987 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7ab50f38-aa78-45fe-938e-1084e143a3dc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:58:45.875976 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 7ab50f38-aa78-45fe-938e-1084e143a3dc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 09:59:08.544470 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d2068583-6be3-4450-b2b6-ef8c3b82b5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:10.902240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8bfe7aaa-089c-4877-b587-4b07959718fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:11.262507 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 09:59:12.117551 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:13.257752 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:15.020921 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:38.555734 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cb04bd64-5360-48c1-919f-30796e56dc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:40.907781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9ec04686-566e-4140-b646-a431e07da50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:42.131208 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:43.257498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:45.026583 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 09:59:48.267269 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:00:08.550608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4953e91-239b-4cd5-86d1-810943f58bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:10.903257 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1db769e2-7829-4f22-ae18-f18d349910e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:12.124848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:13.261545 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:15.022731 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:25.267102 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:00:28.382335 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48702) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:00:28.391120 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [None req-7e87786e-30f5-407e-8b33-d664f5b5777c tempest-verify_tempest_config-2055913671 tempest-verify_tempest_config-2055913671-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:00:28.392340 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7e87786e-30f5-407e-8b33-d664f5b5777c tempest-verify_tempest_config-2055913671 tempest-verify_tempest_config-2055913671-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0089543
Apr 01 10:00:28.702225 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 48720) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:00:28.818926 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:28.895647 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Publish callbacks [] for security_group (592dd3d5-ca9f-461a-8085-776db683082d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:28.901463 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (592dd3d5-ca9f-461a-8085-776db683082d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:28.943890 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592dd3d5-ca9f-461a-8085-776db683082d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:00:28.947734 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3190fa14de04de9a45ca865146392b8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2444894
Apr 01 10:00:28.950666 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48726) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:00:28.953070 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.953418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.953762 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.954102 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.954428 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.954796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.955126 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.955451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.955795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.956125 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.956466 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.956811 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.957115 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.957420 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:28.957740 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59085998-74b3-4eaf-bff1-b130a2c911dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.028874 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Publish callbacks [] for security_group (592dd3d5-ca9f-461a-8085-776db683082d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:29.049514 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Publish callbacks [] for security_group (592dd3d5-ca9f-461a-8085-776db683082d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:29.145765 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (592dd3d5-ca9f-461a-8085-776db683082d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:29.149291 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:29.151555 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/592dd3d5-ca9f-461a-8085-776db683082d HTTP/1.1" status: 204  len: 168 time: 0.1994138
Apr 01 10:00:29.159743 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592dd3d5-ca9f-461a-8085-776db683082d,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:00:29.166366 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.166733 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.167093 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.167462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.167795 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.168141 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.168466 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.168788 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.169121 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.169444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.169761 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.170081 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.170393 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.170878 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:29.171194 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11982d7f-9792-400f-8557-ac0a068fcb37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:00:38.556414 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2a5699cd-f826-4bae-857c-b5b88b12be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:40.910635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-91a1c243-5098-4cf3-8d36-d3778c203f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:42.125495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:43.262838 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:00:45.018730 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:02.267508 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:01:08.564732 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e97c985f-11c3-42a7-bd90-08d4d04993b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:10.913492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-45f32a93-663f-4dd9-a343-8799f4e3a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:12.140490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:13.271650 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:15.031280 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:38.567123 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-569b49a5-5dcc-44ca-a739-a03f423343e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:39.272119 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:01:40.915784 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c35cdf76-f7de-46ed-a211-d6f3123d24d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:42.144635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:43.284541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:01:45.039511 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:07.236309 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000409'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:08.563763 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a7e396de-c0ad-48a6-84de-cc585d2f45c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:10.918803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0e08-4fe9-4139-9a96-9474c22b3637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:12.144354 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:13.284389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:15.028580 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:16.271654 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:02:21.731461 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48796) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:02:21.844095 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e1b28dae-84da-4d11-9363-4536cdb43f77 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1115658
Apr 01 10:02:24.166470 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48806) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:02:24.230327 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2ab99323-f025-4e6b-a322-93ac2e27347f admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0626998
Apr 01 10:02:37.225719 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:38.557405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3dba99bf-2d98-4bd5-ad0a-dbfadc295eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:40.926272 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b5379407-87e9-4e54-b594-e4bbd407ce17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:42.148712 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:43.289424 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:45.036345 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:02:53.278315 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:03:07.234670 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:08.559814 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-39e29582-9d3a-4bc2-8d6a-6b14f1d57396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:10.915306 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b4734846-de09-46fd-b605-b0f8028443dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:12.148019 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:13.294765 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:15.036674 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:30.277491 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:03:37.219594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:38.564113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-38d51443-6a7e-41e3-9770-16b28fd6dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:40.909819 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-56a79d31-9838-41dd-9928-cb32effa3055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:42.150484 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:43.295156 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:45.021903 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.492385 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 48960) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:58.708747 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-62898457-network', 'tenant_id': 'a3b3649989d44826a64e8a7ee24dbf90'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:03:58.731851 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Made reservation on behalf of a3b3649989d44826a64e8a7ee24dbf90 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:03:58.734497 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.743265 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.833183 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks [] for security_group (7fe8dddc-6c51-41aa-9e05-6a85875e3ef6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.839152 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7fe8dddc-6c51-41aa-9e05-6a85875e3ef6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.857601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:03:58.867773 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (a68111a6-a73d-4987-b25a-da3df9ad7d1c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.868106 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Added segment a68111a6-a73d-4987-b25a-da3df9ad7d1c of type vlan for network cdaaa488-4111-4492-9af3-e5548f6482b2
Apr 01 10:03:58.915731 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:03:58.925615 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (cdaaa488-4111-4492-9af3-e5548f6482b2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.933922 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.934257 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.934587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.934937 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.935261 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.935580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.935898 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.936213 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.936526 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.936873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.937205 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.937625 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.937946 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.938283 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.938591 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Tracked resource versions report:
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]: pushed versions:
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]: {   'AddressGroup': {'1.2'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Agent': {'1.1'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'ConntrackHelper': {'1.0'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'LocalIPAssociation': {'1.0'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Log': {'1.0'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'NDPProxy': {'1.0'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Network': {'1.1'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Port': {'1.7'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'PortForwarding': {'1.3'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'QosPolicy': {'1.10'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'SecurityGroup': {'1.5'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'SecurityGroupRule': {'1.2'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'SubPort': {'1.0'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Subnet': {'1.1'},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     'Trunk': {'1.1'}}
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]: consumer versions:
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     HyperV agent@hv-cinder-maste: {},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Agent': '1.1',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'ConntrackHelper': '1.0',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'LocalIPAssociation': '1.0',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Log': '1.0',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'NDPProxy': '1.0',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Network': '1.1',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Port': '1.7',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'PortForwarding': '1.3',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'QosPolicy': '1.10',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SecurityGroup': '1.5',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SecurityGroupRule': '1.2',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'SubPort': '1.0',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Subnet': '1.1',
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:                                                      'Trunk': '1.1'}}
Apr 01 10:03:58.939804 dv-cinder-master-3-iscsi neutron-server[103471]:  {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 10:03:58.959317 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49002) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:58.965653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (cdaaa488-4111-4492-9af3-e5548f6482b2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:58.966679 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:03:58.967251 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.030112 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5336831
Apr 01 10:03:59.030419 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49008) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:59.032858 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839611-6bcb-4223-9d7a-297f60927ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=cdaaa488-4111-4492-9af3-e5548f6482b2,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:03:59.036086 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Request body: {'subnet': {'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-62898457-subnet', 'tenant_id': 'a3b3649989d44826a64e8a7ee24dbf90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:03:59.044702 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network cdaaa488-4111-4492-9af3-e5548f6482b2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:03:59.064466 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Made reservation on behalf of a3b3649989d44826a64e8a7ee24dbf90 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:03:59.066958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.265386 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (1619ff98-d38f-411c-b6c9-ab3f373d5b3a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.337621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1619ff98-d38f-411c-b6c9-ab3f373d5b3a,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:03:59.347058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.347401 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.347767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.348107 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.348436 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.348766 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.349085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.349399 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.349733 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.350055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.350393 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.350750 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.351255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.351577 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.351893 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Tracked resource versions report:
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]: pushed versions:
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]: {   'AddressGroup': {'1.2'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Agent': {'1.1'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'ConntrackHelper': {'1.0'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'LocalIPAssociation': {'1.0'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Log': {'1.0'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'NDPProxy': {'1.0'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Network': {'1.1'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Port': {'1.7'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'PortForwarding': {'1.3'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'QosPolicy': {'1.10'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'SecurityGroup': {'1.5'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'SecurityGroupRule': {'1.2'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'SubPort': {'1.0'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Subnet': {'1.1'},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     'Trunk': {'1.1'}}
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]: consumer versions:
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     HyperV agent@hv-cinder-maste: {},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Agent': '1.1',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'ConntrackHelper': '1.0',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'LocalIPAssociation': '1.0',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Log': '1.0',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'NDPProxy': '1.0',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Network': '1.1',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Port': '1.7',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'PortForwarding': '1.3',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'QosPolicy': '1.10',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SecurityGroup': '1.5',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SecurityGroupRule': '1.2',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'SubPort': '1.0',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Subnet': '1.1',
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:                                                      'Trunk': '1.1'}}
Apr 01 10:03:59.353085 dv-cinder-master-3-iscsi neutron-server[103472]:  {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 10:03:59.378234 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Checking segment: {'id': 'a68111a6-a73d-4987-b25a-da3df9ad7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:03:59.378684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Network hostable DHCP agents. Network: cdaaa488-4111-4492-9af3-e5548f6482b2, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:03:59.396538 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Network cdaaa488-4111-4492-9af3-e5548f6482b2 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:03:59.408238 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cdaaa488-4111-4492-9af3-e5548f6482b2) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:03:59.420458 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f22650-af1d-46fb-a768-6899f4a0b2f6 None None] Network cdaaa488-4111-4492-9af3-e5548f6482b2 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:03:59.421232 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:03:59.421925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.450736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-network', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:03:59.451831 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-629c3889-057e-46da-967e-55b93d70ce98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4200156
Apr 01 10:03:59.472235 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Made reservation on behalf of 4073e831952c461bb6bb0e6b1137240b for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:03:59.475095 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.484774 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.494858 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49026) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:59.557389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec325f4a-1898-4db3-a5e2-c47893561585 None None] Network cdaaa488-4111-4492-9af3-e5548f6482b2 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:03:59.575963 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks [] for security_group (afaccf15-c9f8-49ba-baca-cb5a176118b6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.582793 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (afaccf15-c9f8-49ba-baca-cb5a176118b6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.597170 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:03:59.602089 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49032) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:59.615488 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (b4a40154-5955-4f88-b5cf-cc5b87e3076f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.615858 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Added segment b4a40154-5955-4f88-b5cf-cc5b87e3076f of type vlan for network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37
Apr 01 10:03:59.666396 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (842ae9ac-afe6-4c7c-bd19-1175b1f98e37), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.705806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaccf15-c9f8-49ba-baca-cb5a176118b6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:03:59.708969 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (842ae9ac-afe6-4c7c-bd19-1175b1f98e37), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.710100 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:03:59.710844 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.773722 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] Pushing event updated for resources: {'Network': ['ID=842ae9ac-afe6-4c7c-bd19-1175b1f98e37,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:03:59.778932 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6712e7ea-68c2-4d27-9662-b9396a8a3a72 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8184438
Apr 01 10:03:59.782107 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49046) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:03:59.786295 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:03:59.788292 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Request body: {'subnet': {'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-subnet', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:03:59.812770 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Made reservation on behalf of 4073e831952c461bb6bb0e6b1137240b for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:03:59.815123 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:03:59.951377 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-network', 'tenant_id': '984d4a492510482d88f7aec954117969'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:03:59.986260 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1959435376-network', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:00.013282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.059761 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Made reservation on behalf of 984d4a492510482d88f7aec954117969 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:00.062011 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.094536 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.101930 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:00.121978 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:00.122302 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Network hostable DHCP agents. Network: 842ae9ac-afe6-4c7c-bd19-1175b1f98e37, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:04:00.126212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Made reservation on behalf of 8abd12555c7642749049eaaedec0cbc1 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:00.128445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.143990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.181993 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:04:00.203979 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 842ae9ac-afe6-4c7c-bd19-1175b1f98e37) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:00.216944 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878badd-5f90-4fa3-8650-59c59ee7c9e7 None None] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:00.224323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:00.224990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.263587 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks [] for security_group (3de49643-4165-4fbb-9ab5-0f6bf86a5d13), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.268716 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b6bc9d87-1729-40f0-93f8-0b43f043d9e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.4853771
Apr 01 10:04:00.271654 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49078) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:00.276387 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:00.283137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (3de49643-4165-4fbb-9ab5-0f6bf86a5d13), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.318092 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.321214 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.332511 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:04:00.347138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks [] for security_group (e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.350451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de49643-4165-4fbb-9ab5-0f6bf86a5d13,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:00.355990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (f4f6df53-ef28-4ea8-af4a-5815e986aeb0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.356609 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Added segment f4f6df53-ef28-4ea8-af4a-5815e986aeb0 of type vlan for network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052
Apr 01 10:04:00.358487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.383946 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:04:00.386104 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.419279 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:04:00.433184 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.435914 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:00.443328 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (38ed55a9-2f1a-41ef-84c7-56dd5103303a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.444004 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Added segment 38ed55a9-2f1a-41ef-84c7-56dd5103303a of type vlan for network b577230f-3445-4ece-839d-d9c1aac044c2
Apr 01 10:04:00.463823 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for router_controller (9630802e-5758-4ea9-bbde-ae1a2871160d), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.532801 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (b577230f-3445-4ece-839d-d9c1aac044c2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.540202 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.541235 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:00.542249 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.649588 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1490779
Apr 01 10:04:00.650720 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49094) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:00.656452 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.db.resource_extend [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 01 10:04:00.678927 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5181ef8-03ac-478d-ac0f-33b0dd563e96 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:00.687832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (b577230f-3445-4ece-839d-d9c1aac044c2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.689037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:00.689750 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.694619 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:04:00.731471 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Request body: {'subnet': {'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-subnet', 'tenant_id': '984d4a492510482d88f7aec954117969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:00.756084 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1526337
Apr 01 10:04:00.759640 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49100) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:00.765390 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Request body: {'subnet': {'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1959435376-subnet', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:00.787456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb3fc7-0851-4711-bc08-b1380d1a2663 admin admin] Pushing event updated for resources: {'Network': ['ID=b577230f-3445-4ece-839d-d9c1aac044c2,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:00.806815 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Made reservation on behalf of 8abd12555c7642749049eaaedec0cbc1 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:00.809082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:00.834764 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network b577230f-3445-4ece-839d-d9c1aac044c2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:04:00.884524 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Allocated IP 172.20.0.2 (842ae9ac-afe6-4c7c-bd19-1175b1f98e37/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1/34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:01.054757 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for router_gateway (9630802e-5758-4ea9-bbde-ae1a2871160d), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.066834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Made reservation on behalf of 984d4a492510482d88f7aec954117969 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:01.075836 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.268505 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks [] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.280677 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (2690bfd5-92ca-4715-9e3e-8dcd3496b1d5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.284025 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.323725 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:01.327745 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:01.355463 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:01.370594 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:01.423917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Checking segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:01.425639 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Network hostable DHCP agents. Network: b577230f-3445-4ece-839d-d9c1aac044c2, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:04:01.460140 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Network b577230f-3445-4ece-839d-d9c1aac044c2 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:04:01.461690 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Attempting to bind port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:01.462070 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Attempting to bind port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:01.462431 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Attempting to bind port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:01.475767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b577230f-3445-4ece-839d-d9c1aac044c2) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:01.491158 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:01.493487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.500700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b7021-7965-45f1-859f-71c8f49d7478 None None] Network b577230f-3445-4ece-839d-d9c1aac044c2 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:01.510223 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:01.510599 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:01.511225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.511789 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Bound using segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:01.512432 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Bound port: 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:01.512973 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.534217 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-568585d3-72e7-46f2-8bc3-8c3e719e1c81 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7730308
Apr 01 10:04:01.537090 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49130) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:01.543370 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:01.566618 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Pushing event updated for resources: {'Port': ['ID=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:01.569503 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (c9a9cb81-962e-4765-ad9c-6f40e43db21b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.587279 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.587902 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.588411 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.588524 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.589010 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.589492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.589609 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.590115 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.590596 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.591186 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.591722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.592239 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.592933 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.593808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.594294 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.594841 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.596395 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Tracked resource versions report:
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]: pushed versions:
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]: {   'AddressGroup': {'1.2'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Agent': {'1.1'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'ConntrackHelper': {'1.0'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'LocalIPAssociation': {'1.0'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Log': {'1.0'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'NDPProxy': {'1.0'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Network': {'1.1'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Port': {'1.7'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'PortForwarding': {'1.3'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'QosPolicy': {'1.10'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'SecurityGroup': {'1.5'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'SecurityGroupRule': {'1.2'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'SubPort': {'1.0'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Subnet': {'1.1'},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     'Trunk': {'1.1'}}
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]: consumer versions:
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     HyperV agent@hv-cinder-maste: {},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Agent': '1.1',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'ConntrackHelper': '1.0',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'LocalIPAssociation': '1.0',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Log': '1.0',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'NDPProxy': '1.0',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Network': '1.1',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Port': '1.7',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'PortForwarding': '1.3',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'QosPolicy': '1.10',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SecurityGroup': '1.5',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SecurityGroupRule': '1.2',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'SubPort': '1.0',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Subnet': '1.1',
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:                                                      'Trunk': '1.1'}}
Apr 01 10:04:01.600325 dv-cinder-master-3-iscsi neutron-server[103473]:  {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 10:04:01.678406 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a9cb81-962e-4765-ad9c-6f40e43db21b,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:01.696214 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Checking segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:01.696214 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Network hostable DHCP agents. Network: 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:04:01.710927 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for router_controller (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.753721 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for router_gateway (9630802e-5758-4ea9-bbde-ae1a2871160d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.755952 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:04:01.770749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:01.797629 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:01.798506 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.809453 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:01.840411 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e53e41-3ea0-4bef-a74a-e25e9998c49c None None] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:01.939901 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Allocated IP 172.37.5.242 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/00a0c562-67ba-4187-93ca-1d3fba21fe74) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:01.956207 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] For port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:02.008743 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b577230f-3445-4ece-839d-d9c1aac044c2', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:04:02.009383 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.014470 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] For port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:02.049596 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.056155 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.097535 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6309bce6-fb45-42bb-854f-f6e9e3f7b62b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4425726
Apr 01 10:04:02.097535 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.100980 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49158) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:02.110998 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:02.153808 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.155053 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.166371 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52b004-9dbb-4859-88a8-3f46a2027c2d None None] Pushing event updated for resources: {'Port': ['ID=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:02.215284 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for router_controller (d86e53e3-e900-493d-a4f8-51e9ba8eb756), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.261930 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for router_gateway (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.314000 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:02.407238 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for router_gateway (d86e53e3-e900-493d-a4f8-51e9ba8eb756), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.413146 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49174) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:02.420041 dv-cinder-master-3-iscsi neutron-server[103471]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 01 10:04:02.435963 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:02.460195 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:02.472965 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Allocated IP 172.20.0.2 (b577230f-3445-4ece-839d-d9c1aac044c2/2690bfd5-92ca-4715-9e3e-8dcd3496b1d5/c957b922-1a4b-4e17-aac0-875351f0eae5) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:02.499923 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:04:02.503313 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.692269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for router_gateway (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.738088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.882008 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Pushing event updated for resources: {'Port': ['ID=00a0c562-67ba-4187-93ca-1d3fba21fe74,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:02.904498 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Allocated IP 172.37.5.207 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/bea858c4-6494-48ef-9bf6-7f3970bc8b92) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:02.935706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks [] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:02.941837 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Allocated IP 172.20.0.2 (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052/c9a9cb81-962e-4765-ad9c-6f40e43db21b/a0a6979f-f280-4cf5-a77a-97db27e94add) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:02.957387 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.093448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for router_gateway (9630802e-5758-4ea9-bbde-ae1a2871160d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.107247 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Network b577230f-3445-4ece-839d-d9c1aac044c2 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:03.115819 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Pushing event updated for resources: {'Port': ['ID=c957b922-1a4b-4e17-aac0-875351f0eae5,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:03.128575 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:03.154432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.198322 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:03.236717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.334598 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:03.339656 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:03.346173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:03.452598 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Attempting to bind port c957b922-1a4b-4e17-aac0-875351f0eae5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:03.454106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Attempting to bind port c957b922-1a4b-4e17-aac0-875351f0eae5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:03.454619 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Attempting to bind port c957b922-1a4b-4e17-aac0-875351f0eae5 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:03.460779 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-b7c8b9ed-fee9-4319-b717-842e3da4eece tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:03.462324 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-b7c8b9ed-fee9-4319-b717-842e3da4eece tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/networks?id=cdaaa488-4111-4492-9af3-e5548f6482b2 HTTP/1.1" status: 200  len: 810 time: 1.0440845
Apr 01 10:04:03.536567 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Pushing event updated for resources: {'Port': ['ID=bea858c4-6494-48ef-9bf6-7f3970bc8b92,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:03.542165 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:03.542754 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Checking segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:03.550603 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.551134 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Bound using segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:03.551613 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Bound port: c957b922-1a4b-4e17-aac0-875351f0eae5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:03.553182 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.619951 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-f5159854-d737-41e9-b9a8-70c24a9a67fc tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/quotas/a3b3649989d44826a64e8a7ee24dbf90 HTTP/1.1" status: 200  len: 375 time: 0.1132019
Apr 01 10:04:03.673559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks [] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.692558 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.751411 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-bff06cf1-9a18-45d4-a9ae-6953524ba217 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3b3649989d44826a64e8a7ee24dbf90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1233091
Apr 01 10:04:03.802408 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:03.806291 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] For port c957b922-1a4b-4e17-aac0-875351f0eae5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:03.818078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:03.845974 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:03.863504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] For port c957b922-1a4b-4e17-aac0-875351f0eae5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c957b922-1a4b-4e17-aac0-875351f0eae5,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:03.884205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Pushing event updated for resources: {'Port': ['ID=a0a6979f-f280-4cf5-a77a-97db27e94add,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:03.923520 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:03.976653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.004587 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for router_gateway (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.115545 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab251af-81fa-4c57-bb68-5fb588c29840 None None] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:04.145858 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Attempting to bind port a0a6979f-f280-4cf5-a77a-97db27e94add on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:04.146091 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Attempting to bind port a0a6979f-f280-4cf5-a77a-97db27e94add by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:04.146452 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Attempting to bind port a0a6979f-f280-4cf5-a77a-97db27e94add on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:04.205867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:04.235901 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18026eb7-13e3-456e-9bb8-33d187136d54 None None] Pushing event updated for resources: {'Port': ['ID=c957b922-1a4b-4e17-aac0-875351f0eae5,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:04.238710 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:04.239089 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Checking segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:04.239490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.239868 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Bound using segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:04.240343 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Bound port: a0a6979f-f280-4cf5-a77a-97db27e94add, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:04.240717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.294054 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Provisioning complete for port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:04.294450 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.400012 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for router_gateway (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.468789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49234) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:04.497108 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.508134 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] For port a0a6979f-f280-4cf5-a77a-97db27e94add, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:04.511330 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:04.511734 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.515765 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] For port a0a6979f-f280-4cf5-a77a-97db27e94add, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0a6979f-f280-4cf5-a77a-97db27e94add,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:04.526726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49238) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:04.553294 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.571457 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.592504 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Router 9630802e-5758-4ea9-bbde-ae1a2871160d is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:04:04.711237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-ebd4590a-52bb-4936-921c-29a445db5473 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:04:04.712272 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-ebd4590a-52bb-4936-921c-29a445db5473 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.6830838
Apr 01 10:04:04.740169 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Allocated IP 172.37.5.232 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/d2ec3a2d-ffd2-4f22-bed4-f234633acd52) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:04.772973 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Current status of the port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:04.773363 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.781616 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4df28-2d16-46c9-8303-6efb62ab6440 None None] Pushing event updated for resources: {'Port': ['ID=a0a6979f-f280-4cf5-a77a-97db27e94add,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:04.864779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b916b79-788a-4452-8d55-e41bed453506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.870334 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:04.870768 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.876456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b4b49561-7839-4624-9362-fa887618a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:04.943625 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] For port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:04.953656 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.044617 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-babc8cbd-a6a4-4332-ab95-ae9e305e0a31 service neutron] 10.222.0.46 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3214998
Apr 01 10:04:05.118247 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de2335-866d-4871-a730-d3866a63a82f None None] Pushing event updated for resources: {'Port': ['ID=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:05.132768 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:04:05.148968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 01 10:04:05.149390 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 01 10:04:05.185286 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-329698e7-5272-4501-9662-cf1d84058efa None None] Provisioning complete for port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:05.185804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-329698e7-5272-4501-9662-cf1d84058efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.351573 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:05.373805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-329698e7-5272-4501-9662-cf1d84058efa None None] Current status of the port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:05.382582 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:05.390960 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.395514 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8607fa53-421c-485a-9430-75feaaa9cfd1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.1194625
Apr 01 10:04:05.401636 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:05.404099 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f61610>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:03:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:05.408663 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49270) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:05.510717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b916b79-788a-4452-8d55-e41bed453506 admin admin] Publish callbacks [] for security_group (f9f468ab-88a1-4d6c-8d17-97268d51a4a7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.517523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b4b49561-7839-4624-9362-fa887618a349 admin admin] Publish callbacks [] for security_group (dd5931be-d24d-4776-93c5-5e7191c8dcd7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.532824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b916b79-788a-4452-8d55-e41bed453506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f9f468ab-88a1-4d6c-8d17-97268d51a4a7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.582064 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.585213 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-9df38d4b-9080-4e2b-9e4c-fd5a14f19eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4340198
Apr 01 10:04:05.585388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b4b49561-7839-4624-9362-fa887618a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (dd5931be-d24d-4776-93c5-5e7191c8dcd7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.727608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:05.841090 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:05.877387 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:05.882909 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68bdf1-52b4-46f6-88f5-d3fc08a82e7b None None] Network b577230f-3445-4ece-839d-d9c1aac044c2 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:05.925561 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Pushing event updated for resources: {'Port': ['ID=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:05.944035 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6b916b79-788a-4452-8d55-e41bed453506 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e0864755aa14063b5843399eef8abb0&name=default HTTP/1.1" status: 200  len: 2992 time: 1.4703629
Apr 01 10:04:05.948218 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49284) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:05.953159 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:05.956296 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:05.959854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b916b79-788a-4452-8d55-e41bed453506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f468ab-88a1-4d6c-8d17-97268d51a4a7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:05.960500 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:05.965720 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:05.984225 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b4b49561-7839-4624-9362-fa887618a349 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9ed36634b764145aa9262d4f5fee7dd&name=default HTTP/1.1" status: 200  len: 2992 time: 1.4545605
Apr 01 10:04:05.995226 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49286) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:06.050902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b49561-7839-4624-9362-fa887618a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5931be-d24d-4776-93c5-5e7191c8dcd7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:06.056441 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:06.063503 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.068006 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d65ce834-7118-436c-8909-4d980183644e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5296032
Apr 01 10:04:06.075843 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49294) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:06.094495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:06.095231 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424aee580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:03:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:06.168217 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49296) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:06.260082 dv-cinder-master-3-iscsi neutron-server[103472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 01 10:04:06.362884 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f61610>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:02Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:06.423554 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:06.424800 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Updating router 9630802e-5758-4ea9-bbde-ae1a2871160d port 00a0c562-67ba-4187-93ca-1d3fba21fe74 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:06.460526 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.512399 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-70a77ee1-fbb6-40ed-906c-d10535ee553c req-097b783a-3f1a-4538-8544-8073367a2917 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.3324482
Apr 01 10:04:06.561166 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] Publish callbacks [] for security_group (dd5931be-d24d-4776-93c5-5e7191c8dcd7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.590914 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:06.598560 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90253c7-cfff-4be8-a27e-356a7810d9be None None] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:04:06.615944 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] Publish callbacks [] for security_group (f9f468ab-88a1-4d6c-8d17-97268d51a4a7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.636202 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] Publish callbacks [] for security_group (dd5931be-d24d-4776-93c5-5e7191c8dcd7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.678996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] Publish callbacks [] for security_group (f9f468ab-88a1-4d6c-8d17-97268d51a4a7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.714344 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Provisioning complete for port c957b922-1a4b-4e17-aac0-875351f0eae5 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:06.714780 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.787772 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49328) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:06.801672 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for router_gateway (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.903743 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks [] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.906820 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.911595 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.942007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (dd5931be-d24d-4776-93c5-5e7191c8dcd7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.947736 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.951870 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd5931be-d24d-4776-93c5-5e7191c8dcd7 HTTP/1.1" status: 204  len: 168 time: 0.9487164
Apr 01 10:04:06.989124 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f9f468ab-88a1-4d6c-8d17-97268d51a4a7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:06.995117 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Pushing event updated for resources: {'Port': ['ID=00a0c562-67ba-4187-93ca-1d3fba21fe74,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:06.996969 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.003722 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9f468ab-88a1-4d6c-8d17-97268d51a4a7 HTTP/1.1" status: 204  len: 168 time: 1.0424082
Apr 01 10:04:07.007701 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Attempting to bind port 00a0c562-67ba-4187-93ca-1d3fba21fe74 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:07.008426 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Attempting to bind port 00a0c562-67ba-4187-93ca-1d3fba21fe74 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:07.008981 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Attempting to bind port 00a0c562-67ba-4187-93ca-1d3fba21fe74 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:07.012642 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8d8de-7a78-4647-a4cc-eded430d5ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5931be-d24d-4776-93c5-5e7191c8dcd7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Tracked resource versions report:
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: pushed versions:
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]: {   'AddressGroup': {'1.2'},
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]:     'Agent': {'1.1'},
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]:     'ConntrackHelper': {'1.0'},
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]:     'LocalIPAssociation': {'1.0'},
Apr 01 10:04:07.057889 dv-cinder-master-3-iscsi neutron-server[103474]:     'Log': {'1.0'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'NDPProxy': {'1.0'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'Network': {'1.1'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'Port': {'1.7'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'PortForwarding': {'1.3'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'QosPolicy': {'1.10'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'SecurityGroup': {'1.5'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'SecurityGroupRule': {'1.2'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'SubPort': {'1.0'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'Subnet': {'1.1'},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     'Trunk': {'1.1'}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: consumer versions:
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     HyperV agent@hv-cinder-maste: {},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     L3 agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     Metering agent@dv-cinder-master-3-iscsi: {},
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Agent': '1.1',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'ConntrackHelper': '1.0',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'LocalIPAssociation': '1.0',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Log': '1.0',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'NDPProxy': '1.0',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Network': '1.1',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Port': '1.7',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'PortForwarding': '1.3',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'QosPolicy': '1.10',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SecurityGroup': '1.5',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SecurityGroupRule': '1.2',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'SubPort': '1.0',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Subnet': '1.1',
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:                                                      'Trunk': '1.1'}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]:  {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:07.067879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Bound port: 00a0c562-67ba-4187-93ca-1d3fba21fe74, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:07.076056 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.076249 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6b171-dda6-403e-91dc-6f1eac08c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f468ab-88a1-4d6c-8d17-97268d51a4a7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:07.126974 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] For port 00a0c562-67ba-4187-93ca-1d3fba21fe74, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:07.130588 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] For port 00a0c562-67ba-4187-93ca-1d3fba21fe74, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00a0c562-67ba-4187-93ca-1d3fba21fe74,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:07.139861 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.285644 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-642f34d0-96fa-4a9b-bf67-f500335bb091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.349838 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:04:07.354479 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5fb3-4e20-44ab-9c8d-7188104bf830 None None] Pushing event updated for resources: {'Port': ['ID=00a0c562-67ba-4187-93ca-1d3fba21fe74,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:07.376456 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:07.377505 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f61610>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:03:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:07.610004 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49374) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:07.637634 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.640686 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:07.693708 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.727672 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49378) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:07.757822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-162b976c-7381-4ed1-a4f0-aee465243c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.757924 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-13e5db81-6624-4a04-8543-4dbbfc765b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.896748 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:07.907071 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Current status of the port c957b922-1a4b-4e17-aac0-875351f0eae5 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:07.907705 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:07.958952 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:07.959689 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.004093 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f61610>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:02Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:08.075926 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d62e7a-fe5f-40aa-bcb2-454410831f2d None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:02Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:08.093056 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-162b976c-7381-4ed1-a4f0-aee465243c92 admin admin] Publish callbacks [] for security_group (42e5ae8d-a366-4268-8d9b-cedaa8e27040), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.145339 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Allocated IP 172.20.0.1 (842ae9ac-afe6-4c7c-bd19-1175b1f98e37/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1/200bca65-aba7-46d2-a62b-985904c7070a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:08.176002 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-162b976c-7381-4ed1-a4f0-aee465243c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (42e5ae8d-a366-4268-8d9b-cedaa8e27040), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.279936 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-98ce3af4-31c5-48a3-ac6f-dd45965a080b req-b534318f-5ad0-4328-8e6b-1e2a52a23347 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.5978673
Apr 01 10:04:08.295469 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Allocated IP 172.20.0.1 (b577230f-3445-4ece-839d-d9c1aac044c2/2690bfd5-92ca-4715-9e3e-8dcd3496b1d5/9a1eba8f-9ed8-477f-a185-0b7a708f8aa1) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:08.348588 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-162b976c-7381-4ed1-a4f0-aee465243c92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82b3803e401d4404b70e1baffd6d00da&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6150441
Apr 01 10:04:08.349687 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b976c-7381-4ed1-a4f0-aee465243c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5ae8d-a366-4268-8d9b-cedaa8e27040,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:08.359205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49392) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:08.431461 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] For port c957b922-1a4b-4e17-aac0-875351f0eae5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c957b922-1a4b-4e17-aac0-875351f0eae5,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:08.458870 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.490891 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks [] for port (200bca65-aba7-46d2-a62b-985904c7070a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.563056 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b8485-db14-49d9-8d73-fefab686a760 None None] Pushing event updated for resources: {'Port': ['ID=c957b922-1a4b-4e17-aac0-875351f0eae5,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:08.589992 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks [] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.597282 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:08.599172 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a0a6979f-f280-4cf5-a77a-97db27e94add up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:08.607572 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b972e7e3-bd17-4d14-8041-680ca1a0eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.614003 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49396) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:08.633893 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-642f34d0-96fa-4a9b-bf67-f500335bb091 admin admin] Publish callbacks [] for security_group (d160831c-b91a-45d7-b61b-dae636cc29c1), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.647277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.653996 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.663747 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Provisioning complete for port a0a6979f-f280-4cf5-a77a-97db27e94add triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:08.664314 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.667687 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.722186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:08.730410 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:08.732516 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-642f34d0-96fa-4a9b-bf67-f500335bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d160831c-b91a-45d7-b61b-dae636cc29c1), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.780748 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:08.780892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:08.781690 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (9630802e-5758-4ea9-bbde-ae1a2871160d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.793954 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-642f34d0-96fa-4a9b-bf67-f500335bb091 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=737bf029f01047c09ef534090c2161a7&name=default HTTP/1.1" status: 200  len: 2992 time: 2.0038860
Apr 01 10:04:08.794363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] Publish callbacks [] for security_group (42e5ae8d-a366-4268-8d9b-cedaa8e27040), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.825643 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port a0a6979f-f280-4cf5-a77a-97db27e94add triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:08.826133 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.827252 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] Publish callbacks [] for security_group (42e5ae8d-a366-4268-8d9b-cedaa8e27040), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.865184 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Current status of the port a0a6979f-f280-4cf5-a77a-97db27e94add is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:08.865597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.872334 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424aee580>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:03Z', 'revision_number': 3, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:08.876329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49402) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:08.887576 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Network b577230f-3445-4ece-839d-d9c1aac044c2 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:08.923064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:08.925837 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:08.926341 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.929603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (42e5ae8d-a366-4268-8d9b-cedaa8e27040), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.932469 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:08.933665 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42e5ae8d-a366-4268-8d9b-cedaa8e27040 HTTP/1.1" status: 204  len: 168 time: 0.5732229
Apr 01 10:04:08.937375 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:08.942987 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Updating router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 port bea858c4-6494-48ef-9bf6-7f3970bc8b92 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:08.987912 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Pushing event updated for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:09.018465 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] For port a0a6979f-f280-4cf5-a77a-97db27e94add, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0a6979f-f280-4cf5-a77a-97db27e94add,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:09.023566 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.060276 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.130318 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-13e5db81-6624-4a04-8543-4dbbfc765b18 admin admin] Publish callbacks [] for security_group (b4c57e73-3547-498d-99e0-c726da24bd7b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.141078 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.15', 60156) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:09.143283 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] Publish callbacks [] for security_group (d160831c-b91a-45d7-b61b-dae636cc29c1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.147899 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab4beb-3db2-4408-acad-b77af760942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5ae8d-a366-4268-8d9b-cedaa8e27040,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:09.187987 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7397-3951-4f63-9b46-bdbfbe254ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.267151 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-13e5db81-6624-4a04-8543-4dbbfc765b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b4c57e73-3547-498d-99e0-c726da24bd7b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.290979 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Provisioning complete for port c957b922-1a4b-4e17-aac0-875351f0eae5 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:09.291407 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.373594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port a0a6979f-f280-4cf5-a77a-97db27e94add is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:09.375357 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c957b922-1a4b-4e17-aac0-875351f0eae5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:09.441567 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Pushing event updated for resources: {'Port': ['ID=a0a6979f-f280-4cf5-a77a-97db27e94add,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:09.467506 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-13e5db81-6624-4a04-8543-4dbbfc765b18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d89234069d6434db420e48b859b7675&name=default HTTP/1.1" status: 200  len: 2992 time: 1.8320596
Apr 01 10:04:09.496543 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49412) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:09.538838 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-34fdf4ab-7325-4101-a174-16e2f1821fe7 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:09.541550 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-34fdf4ab-7325-4101-a174-16e2f1821fe7 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.15 "GET /v2.0/networks?id=cdaaa488-4111-4492-9af3-e5548f6482b2 HTTP/1.1" status: 200  len: 810 time: 0.3807001
Apr 01 10:04:09.598608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port c957b922-1a4b-4e17-aac0-875351f0eae5 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:09.599127 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.625209 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Request body: {'port': {'device_id': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2', 'admin_state_up': True, 'tenant_id': 'a3b3649989d44826a64e8a7ee24dbf90'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:09.639446 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9fe96d8e-ca78-476a-ace1-eabe618ab6a2 None None] Current status of the port c957b922-1a4b-4e17-aac0-875351f0eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:09.685441 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f34d0-96fa-4a9b-bf67-f500335bb091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d160831c-b91a-45d7-b61b-dae636cc29c1,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:09.744837 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks [] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.761102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.780199 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5db81-6624-4a04-8543-4dbbfc765b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c57e73-3547-498d-99e0-c726da24bd7b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:09.829695 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] Publish callbacks [] for security_group (b4c57e73-3547-498d-99e0-c726da24bd7b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.835266 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Attempting to bind port bea858c4-6494-48ef-9bf6-7f3970bc8b92 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:09.835791 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Attempting to bind port bea858c4-6494-48ef-9bf6-7f3970bc8b92 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:09.836063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Attempting to bind port bea858c4-6494-48ef-9bf6-7f3970bc8b92 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:09.842867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Provisioning complete for port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:09.843285 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.848699 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:09.849159 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:09.849703 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.850210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:09.850945 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Bound port: bea858c4-6494-48ef-9bf6-7f3970bc8b92, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:09.851389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:09.896504 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] Publish callbacks [] for security_group (b4c57e73-3547-498d-99e0-c726da24bd7b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.038522 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7397-3951-4f63-9b46-bdbfbe254ee8 admin admin] Publish callbacks [] for security_group (330a6ee2-8633-4496-a35b-a0d622304399), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.047519 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] Publish callbacks [] for security_group (d160831c-b91a-45d7-b61b-dae636cc29c1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.109474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:10.134162 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0b11d-5c58-4683-94be-9939f79e5a1c None None] Pushing event updated for resources: {'Port': ['ID=bea858c4-6494-48ef-9bf6-7f3970bc8b92,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:10.163324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b60315be-63e0-44f4-866f-a19a8db1ae70 req-4def2594-26ce-448d-a096-6ae3f7b1bcd2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.1263998
Apr 01 10:04:10.252190 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Provisioning complete for port 200bca65-aba7-46d2-a62b-985904c7070a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:10.252567 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (200bca65-aba7-46d2-a62b-985904c7070a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.280727 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Made reservation on behalf of a3b3649989d44826a64e8a7ee24dbf90 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:10.284577 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.300581 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7397-3951-4f63-9b46-bdbfbe254ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (330a6ee2-8633-4496-a35b-a0d622304399), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.303928 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:04:10.309422 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.342944 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d160831c-b91a-45d7-b61b-dae636cc29c1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.346309 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.347664 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d160831c-b91a-45d7-b61b-dae636cc29c1 HTTP/1.1" status: 204  len: 168 time: 1.4667530
Apr 01 10:04:10.366552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] For port bea858c4-6494-48ef-9bf6-7f3970bc8b92, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:10.381937 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] For port bea858c4-6494-48ef-9bf6-7f3970bc8b92, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bea858c4-6494-48ef-9bf6-7f3970bc8b92,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:10.395620 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port c957b922-1a4b-4e17-aac0-875351f0eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:10.399589 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b4c57e73-3547-498d-99e0-c726da24bd7b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.402234 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.403374 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4c57e73-3547-498d-99e0-c726da24bd7b HTTP/1.1" status: 204  len: 168 time: 0.9056275
Apr 01 10:04:10.412127 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a2c9f-caa1-403e-90f6-53f5e3b22828 None None] Port 200bca65-aba7-46d2-a62b-985904c7070a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:10.414088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.422981 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (200bca65-aba7-46d2-a62b-985904c7070a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:10.443731 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-dfdd7397-3951-4f63-9b46-bdbfbe254ee8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab5e0bfbafd04b9fbfce6e8f058fe605&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8285265
Apr 01 10:04:10.475978 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49458) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:10.527547 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd7397-3951-4f63-9b46-bdbfbe254ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a6ee2-8633-4496-a35b-a0d622304399,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:10.534186 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0b11d-5c58-4683-94be-9939f79e5a1c None None] Pushing event updated for resources: {'Port': ['ID=bea858c4-6494-48ef-9bf6-7f3970bc8b92,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:10.565511 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfb902-1a68-4394-abb6-2d2a4127387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d160831c-b91a-45d7-b61b-dae636cc29c1,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:10.570240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:10.570953 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424aee580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:03:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:10.627598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2463c23-b826-45be-9018-1b28cca06ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c57e73-3547-498d-99e0-c726da24bd7b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:10.788478 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 00a0c562-67ba-4187-93ca-1d3fba21fe74 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:10.944225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:10.961102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:10.979000 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:11.005686 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:11.005877 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.006411 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f618e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:03:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:11.009964 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-36972ced-99c0-4d23-9b09-e95e6279a1af admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.9064324
Apr 01 10:04:11.014578 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49466) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:11.140507 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-513dce6c-0420-4cfb-9fd7-e044c94b80f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.226199 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 00a0c562-67ba-4187-93ca-1d3fba21fe74 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:11.226502 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.395642 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks [] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.457358 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.459554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.493621 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks [] for port (200bca65-aba7-46d2-a62b-985904c7070a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.515869 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.516766 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (9630802e-5758-4ea9-bbde-ae1a2871160d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.528602 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:11.546538 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424aee580>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:08Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:11.556328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 00a0c562-67ba-4187-93ca-1d3fba21fe74 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:11.556328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.624743 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0237b-81e3-43b9-a04a-3026df21403e None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:08Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:11.734388 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 00a0c562-67ba-4187-93ca-1d3fba21fe74, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00a0c562-67ba-4187-93ca-1d3fba21fe74,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:11.743642 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:11.744677 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a0a6979f-f280-4cf5-a77a-97db27e94add up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:11.793522 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Allocated IP 172.20.0.8 (cdaaa488-4111-4492-9af3-e5548f6482b2/1619ff98-d38f-411c-b6c9-ab3f373d5b3a/f3e53471-0d0b-47a5-8d97-64f53ef18e1e) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:11.852889 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Pushing event updated for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:11.917533 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:11.942669 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:11.968107 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-90b85e96-a2ec-4302-98ab-3f18e52fedd8 req-5ff9b6f5-f4fe-473e-89a0-6a8282c1ca54 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.1080184
Apr 01 10:04:11.998294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:12.020142 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] Publish callbacks [] for security_group (330a6ee2-8633-4496-a35b-a0d622304399), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.046540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port a0a6979f-f280-4cf5-a77a-97db27e94add triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:12.047239 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.094527 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f618e0>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:06Z', 'revision_number': 3, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:12.135153 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=00a0c562-67ba-4187-93ca-1d3fba21fe74,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:12.143922 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Router 9630802e-5758-4ea9-bbde-ae1a2871160d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:04:12.226807 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:12.227416 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Updating router d86e53e3-e900-493d-a4f8-51e9ba8eb756 port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:12.266672 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.303749 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] Publish callbacks [] for security_group (330a6ee2-8633-4496-a35b-a0d622304399), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.353505 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.497769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Network b577230f-3445-4ece-839d-d9c1aac044c2 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:12.504579 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port a0a6979f-f280-4cf5-a77a-97db27e94add is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:12.506151 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c957b922-1a4b-4e17-aac0-875351f0eae5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:12.561388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:12.742416 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-44a8b42c-2415-411a-b126-de2cc7b1b62f None None] Provisioning complete for port 200bca65-aba7-46d2-a62b-985904c7070a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:12.744496 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44a8b42c-2415-411a-b126-de2cc7b1b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (200bca65-aba7-46d2-a62b-985904c7070a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.792535 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (330a6ee2-8633-4496-a35b-a0d622304399), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.796735 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.798122 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/330a6ee2-8633-4496-a35b-a0d622304399 HTTP/1.1" status: 204  len: 168 time: 2.2992918
Apr 01 10:04:12.862415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks [] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:12.863940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6b59-43bb-4745-8b75-91c5b5c78d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a6ee2-8633-4496-a35b-a0d622304399,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:12.946768 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:04:12.978792 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.009014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-44a8b42c-2415-411a-b126-de2cc7b1b62f None None] Port 200bca65-aba7-46d2-a62b-985904c7070a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:13.042348 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:13.059038 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port c957b922-1a4b-4e17-aac0-875351f0eae5 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:13.059762 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.067911 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9253347b-6f85-4d07-811e-6f1c47b93363 admin admin] 10.222.0.46 "PUT /v2.0/routers/9630802e-5758-4ea9-bbde-ae1a2871160d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6453998
Apr 01 10:04:13.080926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:13.252976 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks [] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.278263 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.426008 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.432560 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:13.435468 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248e0070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:13.486280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:13.530461 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Attempting to bind port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:13.531251 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Attempting to bind port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:13.533159 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Network cdaaa488-4111-4492-9af3-e5548f6482b2 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:13.534138 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Attempting to bind port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:13.549806 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e3502e5f-c8af-4d31-8ec6-e218c1ff0d85 admin admin] 10.222.0.46 "PUT /v2.0/routers/6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4725478
Apr 01 10:04:13.555499 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:13.575317 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:13.581888 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:13.583608 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.584904 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:13.587290 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Bound port: d2ec3a2d-ffd2-4f22-bed4-f234633acd52, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:13.590614 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.594362 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd236d6-724e-4fe4-a852-96859d121449 None None] Pushing event updated for resources: {'Port': ['ID=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:13.599745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:13.615146 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:13.615824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.665907 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Pushing event updated for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:13.684029 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:13.715987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5f583-2de9-4be3-ba8b-e5d45e693bd7 req-7c9a2815-85f2-4491-853e-59364f2c0161 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:13.718464 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5b5f583-2de9-4be3-ba8b-e5d45e693bd7 req-7c9a2815-85f2-4491-853e-59364f2c0161 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 931 time: 0.3978746
Apr 01 10:04:13.751746 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] For port d2ec3a2d-ffd2-4f22-bed4-f234633acd52, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:13.759619 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] For port d2ec3a2d-ffd2-4f22-bed4-f234633acd52, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:13.763004 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-fd077453-be43-4506-a6da-9cfa2510fdc2 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1602938
Apr 01 10:04:13.772958 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:13.796635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-66b20dd2-4681-421e-9acb-34d66cd4b550 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:04:13.800269 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-66b20dd2-4681-421e-9acb-34d66cd4b550 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0147362
Apr 01 10:04:13.893159 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Allocated IP 172.20.0.1 (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052/c9a9cb81-962e-4765-ad9c-6f40e43db21b/5236fcba-2fa1-477d-b4b1-e1f49f74aab0) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:13.909106 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5b5f583-2de9-4be3-ba8b-e5d45e693bd7 req-4fb52d04-2d56-4bcd-8100-f752b8b803d4 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745763
Apr 01 10:04:13.967347 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:13.972550 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f618e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:14.050332 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-1291a49f-66d0-4e88-9cab-c772de477862 None None] Provisioning complete for port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:14.051070 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1291a49f-66d0-4e88-9cab-c772de477862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.109706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-1291a49f-66d0-4e88-9cab-c772de477862 None None] Port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:14.120081 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.153955 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd236d6-724e-4fe4-a852-96859d121449 None None] Pushing event updated for resources: {'Port': ['ID=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:14.231982 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks [] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.286979 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:14.315511 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port c957b922-1a4b-4e17-aac0-875351f0eae5 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:14.322239 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.346101 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248e0070>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 2, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:14.426475 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:14.441269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:14.445326 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:14.445802 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.576078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:14.576441 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Updating router 9630802e-5758-4ea9-bbde-ae1a2871160d port 200bca65-aba7-46d2-a62b-985904c7070a binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:14.809931 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f618e0>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:06Z', 'revision_number': 3, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:14.829915 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (200bca65-aba7-46d2-a62b-985904c7070a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:14.919905 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69127ba-106b-4d8e-b38d-f77c05f31b2e None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:06Z', 'revision_number': 3, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:14.964379 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 00a0c562-67ba-4187-93ca-1d3fba21fe74 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:15.069793 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Pushing event updated for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:15.125622 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.148340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57370f-1243-4dc9-afce-b14f0f489171 req-f6d0fbba-3cca-4f55-b326-3a628ccba927 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:15.150937 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d57370f-1243-4dc9-afce-b14f0f489171 req-f6d0fbba-3cca-4f55-b326-3a628ccba927 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 931 time: 0.1080115
Apr 01 10:04:15.151588 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49548) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:15.184674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5709f4fa-1187-4b77-a3d2-95f357d28367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.266163 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d57370f-1243-4dc9-afce-b14f0f489171 req-54343d58-1935-4440-bc0a-e67a1f8966e4 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883560
Apr 01 10:04:15.407210 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5709f4fa-1187-4b77-a3d2-95f357d28367 admin admin] Publish callbacks [] for security_group (8a3742bf-94d7-49fa-a1f3-0c2b7a910866), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.417489 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5709f4fa-1187-4b77-a3d2-95f357d28367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8a3742bf-94d7-49fa-a1f3-0c2b7a910866), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.572028 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5709f4fa-1187-4b77-a3d2-95f357d28367 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cce851b3fae34a3e965e2f33a9d39d6d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4190762
Apr 01 10:04:15.581418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709f4fa-1187-4b77-a3d2-95f357d28367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3742bf-94d7-49fa-a1f3-0c2b7a910866,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:15.588913 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49556) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:15.669007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks [] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.675493 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.676778 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.802478 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] Publish callbacks [] for security_group (8a3742bf-94d7-49fa-a1f3-0c2b7a910866), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.900358 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] Publish callbacks [] for security_group (8a3742bf-94d7-49fa-a1f3-0c2b7a910866), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:15.960377 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks [] for port (200bca65-aba7-46d2-a62b-985904c7070a), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.022378 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:16.039477 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.078860 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:16.079088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8a3742bf-94d7-49fa-a1f3-0c2b7a910866), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.081856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.085482 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a3742bf-94d7-49fa-a1f3-0c2b7a910866 HTTP/1.1" status: 204  len: 168 time: 0.4915419
Apr 01 10:04:16.085963 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:16.101465 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Pushing event updated for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:16.106275 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:16.106415 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94266393a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:16.118873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ec6ff-dcd6-4cfc-a9e5-f5298036643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3742bf-94d7-49fa-a1f3-0c2b7a910866,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:16.196043 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c1411-ed10-4590-b869-ff5320581ca8 None None] Pushing event updated for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:16.295975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.322951 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-1727f81c-a768-4c86-8cd5-d6cd69506cd0 None None] Provisioning complete for port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:16.331712 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1727f81c-a768-4c86-8cd5-d6cd69506cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.403942 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Request body: {'port': {'device_id': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:16.574969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-1727f81c-a768-4c86-8cd5-d6cd69506cd0 None None] Port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:16.764708 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:04:16.780165 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:16.793465 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 00a0c562-67ba-4187-93ca-1d3fba21fe74 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:16.795549 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.936870 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-503dd272-6f14-4545-9057-fd1af401936a None None] Provisioning complete for port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:16.937152 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-503dd272-6f14-4545-9057-fd1af401936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:16.996090 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49576) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:17.011225 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071368833', 'description': 'tempest-description--2056946071'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:17.053491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Attempting to bind port 200bca65-aba7-46d2-a62b-985904c7070a on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:17.054086 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Attempting to bind port 200bca65-aba7-46d2-a62b-985904c7070a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:17.054205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Attempting to bind port 200bca65-aba7-46d2-a62b-985904c7070a on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:17.083907 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:17.084336 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:17.084741 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.085133 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Bound using segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:17.085614 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Bound port: 200bca65-aba7-46d2-a62b-985904c7070a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:17.085990 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (200bca65-aba7-46d2-a62b-985904c7070a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.198419 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-503dd272-6f14-4545-9057-fd1af401936a None None] Port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:17.228001 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.250968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] For port 200bca65-aba7-46d2-a62b-985904c7070a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:17.258039 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] For port 200bca65-aba7-46d2-a62b-985904c7070a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=200bca65-aba7-46d2-a62b-985904c7070a,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:17.265258 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 00a0c562-67ba-4187-93ca-1d3fba21fe74 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:17.267026 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device bea858c4-6494-48ef-9bf6-7f3970bc8b92 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:17.273025 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.393743 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c1411-ed10-4590-b869-ff5320581ca8 None None] Pushing event updated for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:17.427431 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.475117 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94266393a0>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 2, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:17.541810 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Provisioning complete for port 200bca65-aba7-46d2-a62b-985904c7070a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:17.542195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (200bca65-aba7-46d2-a62b-985904c7070a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.585814 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:17.586238 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Updating router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:17.680471 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ea773-f639-4d48-87e1-2132f119fce9 req-1d9546d2-e1ca-4f6e-8265-6a409429fcf1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:17.685945 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:17.702348 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f63ea773-f639-4d48-87e1-2132f119fce9 req-1d9546d2-e1ca-4f6e-8265-6a409429fcf1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 931 time: 0.5848515
Apr 01 10:04:17.707929 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:04:17.745953 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ba25017d-098f-4ae9-9858-a4d5eef0f282 admin admin] 10.222.0.46 "PUT /v2.0/routers/d86e53e3-e900-493d-a4f8-51e9ba8eb756/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7302580
Apr 01 10:04:17.778222 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-985d9d49-544f-4fc5-b969-e3fa9632f784 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:17.789349 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-985d9d49-544f-4fc5-b969-e3fa9632f784 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.5921366
Apr 01 10:04:17.827504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:17.829749 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248e0070>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:17.887690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-5b5d8c4c-cded-4d11-a615-c3643cb8604a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/quotas/4073e831952c461bb6bb0e6b1137240b HTTP/1.1" status: 200  len: 375 time: 0.0950627
Apr 01 10:04:18.044167 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port bea858c4-6494-48ef-9bf6-7f3970bc8b92 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:18.044757 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.168088 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f63ea773-f639-4d48-87e1-2132f119fce9 req-39439695-ccca-4038-8d5d-626517241923 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4643874
Apr 01 10:04:18.308283 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (52495fb7-6d75-419b-89b2-f52c67313e52), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.316385 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (52495fb7-6d75-419b-89b2-f52c67313e52), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.410086 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.414877 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.4143915
Apr 01 10:04:18.417605 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49618) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:18.432602 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group_rule': {'security_group_id': '52495fb7-6d75-419b-89b2-f52c67313e52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:18.455631 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-5be33ef1-b654-4092-b0d1-c359ab387e71 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5523345
Apr 01 10:04:18.457184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ff09-97bb-41f4-810f-26cb305d5e7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52495fb7-6d75-419b-89b2-f52c67313e52,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:18.540043 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (09f67194-89dc-45be-92c6-7e5a4a0294b0), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.641990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e53471-0d0b-47a5-8d97-64f53ef18e1e {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:18.658760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Current status of the port 200bca65-aba7-46d2-a62b-985904c7070a is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:18.659380 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (200bca65-aba7-46d2-a62b-985904c7070a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.684927 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks [] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.732326 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (09f67194-89dc-45be-92c6-7e5a4a0294b0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.742144 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (09f67194-89dc-45be-92c6-7e5a4a0294b0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.760755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:04:18.766726 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:18.778531 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Transition to ACTIVE for port object f3e53471-0d0b-47a5-8d97-64f53ef18e1e will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:04:18.790142 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.793031 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f67194-89dc-45be-92c6-7e5a4a0294b0,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:18.814528 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:18.818381 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9eeae521-c3da-43d5-b8f7-cdef8539d156 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3955047
Apr 01 10:04:18.818859 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49626) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:18.824076 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group_rule': {'security_group_id': '52495fb7-6d75-419b-89b2-f52c67313e52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:18.840973 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] For port 200bca65-aba7-46d2-a62b-985904c7070a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=200bca65-aba7-46d2-a62b-985904c7070a,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:18.863065 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:18.865301 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94246efa90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:18.941607 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (f2e3825f-0a97-4b9c-b0ed-99401c7c5fb4), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.026397 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:19.089954 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks [] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.103056 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.142256 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:19.216102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (f2e3825f-0a97-4b9c-b0ed-99401c7c5fb4), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.224382 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (f2e3825f-0a97-4b9c-b0ed-99401c7c5fb4), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.290628 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e3825f-0a97-4b9c-b0ed-99401c7c5fb4,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:19.324156 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.328226 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-10212b00-dc74-4994-8b07-6a0e44d86d98 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5055816
Apr 01 10:04:19.328510 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49648) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:19.333637 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:19.340207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Attempting to bind port f3e53471-0d0b-47a5-8d97-64f53ef18e1e on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:19.357365 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Attempting to bind port f3e53471-0d0b-47a5-8d97-64f53ef18e1e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a68111a6-a73d-4987-b25a-da3df9ad7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:19.358114 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Attempting to bind port f3e53471-0d0b-47a5-8d97-64f53ef18e1e on network cdaaa488-4111-4492-9af3-e5548f6482b2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:19.381415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Port f3e53471-0d0b-47a5-8d97-64f53ef18e1e on network cdaaa488-4111-4492-9af3-e5548f6482b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:04:19.381732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Attempting to bind port f3e53471-0d0b-47a5-8d97-64f53ef18e1e on network cdaaa488-4111-4492-9af3-e5548f6482b2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:19.389570 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port bea858c4-6494-48ef-9bf6-7f3970bc8b92 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:19.390289 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.406431 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.416436 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:19.416958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Checking segment: {'id': 'a68111a6-a73d-4987-b25a-da3df9ad7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:19.421844 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Bound using segment: {'id': 'a68111a6-a73d-4987-b25a-da3df9ad7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:19.423789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Bound port: f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68111a6-a73d-4987-b25a-da3df9ad7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:19.423789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.436184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.487855 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Attempting to bind port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:19.488245 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Attempting to bind port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:19.490163 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Attempting to bind port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:19.503192 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9fb37-ba00-45be-8390-572863cd01fd None None] Pushing event updated for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:19.517696 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:19.518134 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Checking segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:19.518592 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.522197 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Bound using segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:19.522712 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Bound port: 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:19.523134 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.697299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:19.712652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,segment=NetworkSegment(a68111a6-a73d-4987-b25a-da3df9ad7d1c),segment_id=a68111a6-a73d-4987-b25a-da3df9ad7d1c)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:19.732692 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.777897 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49656) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:19.779216 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] For port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:19.779778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port bea858c4-6494-48ef-9bf6-7f3970bc8b92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bea858c4-6494-48ef-9bf6-7f3970bc8b92,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:19.787836 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086056627', 'description': 'tempest-description--757139673'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:19.794443 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] For port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:19.804828 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.875102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.880126 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:19.880751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.882214 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3e53471-0d0b-47a5-8d97-64f53ef18e1e HTTP/1.1" status: 200  len: 1093 time: 4.9116943
Apr 01 10:04:19.890277 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.900108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:19.925109 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-86d8e2c3-b7f4-4b69-a270-47ba2aa8284f None None] Provisioning complete for port 200bca65-aba7-46d2-a62b-985904c7070a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:19.926396 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-86d8e2c3-b7f4-4b69-a270-47ba2aa8284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (200bca65-aba7-46d2-a62b-985904c7070a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:19.995758 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9fb37-ba00-45be-8390-572863cd01fd None None] Pushing event updated for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:20.051330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (f044bfca-a43f-4fd1-a1d7-c913739a74fa), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:20.074752 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:20.075647 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94266393a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:20.134310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-c8fc4bce-db96-4da5-88d4-bdabd6363a0b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:04:20.138345 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-c8fc4bce-db96-4da5-88d4-bdabd6363a0b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8005269
Apr 01 10:04:20.203230 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f044bfca-a43f-4fd1-a1d7-c913739a74fa), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:20.221541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9930ad-976c-4a38-a690-dc87b34e92dd None None] Pushing event updated for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:20.364370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:20.563717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:20.567056 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7876565
Apr 01 10:04:20.573517 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49684) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:20.605338 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group_rule': {'security_group_id': 'f044bfca-a43f-4fd1-a1d7-c913739a74fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:20.641669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7ca33-de6a-45cc-a160-e0a6398ac406 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:20.655108 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babe611-7b66-41ad-b998-fa00e13e0438 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f044bfca-a43f-4fd1-a1d7-c913739a74fa,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:20.768932 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190afd6-f7ac-4e16-aa61-103f6b371711 req-3b55a230-14be-45e0-aba4-c7180d7393a4 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:20.778202 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b190afd6-f7ac-4e16-aa61-103f6b371711 req-3b55a230-14be-45e0-aba4-c7180d7393a4 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.7182505
Apr 01 10:04:20.788197 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:20.800081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-3d85691f-56d0-46d1-9822-851cb641e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:20.805149 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-3d85691f-56d0-46d1-9822-851cb641e7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3b3649989d44826a64e8a7ee24dbf90&device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 1127 time: 0.6658504
Apr 01 10:04:20.862794 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Allocated IP 172.37.5.51 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/1406f777-8287-4925-9697-4e97c2615509) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:20.874066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a15d3-f913-494d-b939-cc16dd4d6a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:20.882076 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94246efa90>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 2, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:20.897413 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=bea858c4-6494-48ef-9bf6-7f3970bc8b92,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:20.904507 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b190afd6-f7ac-4e16-aa61-103f6b371711 req-4fbf1750-7f30-4a5c-adbf-0efecdee4bb3 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236064
Apr 01 10:04:21.019139 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device d2ec3a2d-ffd2-4f22-bed4-f234633acd52 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:21.081036 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (938bd574-deb1-4101-91ad-3071a02c384c), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.109901 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-1728a05f-6a02-40dd-8ad3-4d1a86a5437c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e HTTP/1.1" status: 200  len: 217 time: 0.2645414
Apr 01 10:04:21.161925 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-10d8610f-34f4-4240-a807-7b4dc2fa88c8 service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8889251
Apr 01 10:04:21.245666 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-86d8e2c3-b7f4-4b69-a270-47ba2aa8284f None None] Current status of the port 200bca65-aba7-46d2-a62b-985904c7070a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:21.294916 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:04:21.295369 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Updating router d86e53e3-e900-493d-a4f8-51e9ba8eb756 port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:04:21.316068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (1406f777-8287-4925-9697-4e97c2615509), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.331257 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-9c6000ce-c1e9-4a9f-a7d3-a515d81f3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:21.335951 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-9c6000ce-c1e9-4a9f-a7d3-a515d81f3ead service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1619ff98-d38f-411c-b6c9-ab3f373d5b3a HTTP/1.1" status: 200  len: 850 time: 0.2026129
Apr 01 10:04:21.445146 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (1406f777-8287-4925-9697-4e97c2615509), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.498794 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94266393a0>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:21.541338 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:21.541750 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.574837 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddaf44-a86a-47a7-af20-095b63919b9b None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:21.590537 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=1406f777-8287-4925-9697-4e97c2615509,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:21.614205 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:21.620968 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:21.629019 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:21.659007 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-07e06d97-a909-4999-a381-452601ceefe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdaaa488-4111-4492-9af3-e5548f6482b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2762754
Apr 01 10:04:21.723473 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (938bd574-deb1-4101-91ad-3071a02c384c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.736289 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Provisioning complete for port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:21.746613 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.820866 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (938bd574-deb1-4101-91ad-3071a02c384c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.825606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b376c670-d464-4b32-9de7-d595f5100252 x-openstack-request-id: req-b376c670-d464-4b32-9de7-d595f5100252 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:21.826182 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:21.826962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b376c670-d464-4b32-9de7-d595f5100252 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:21.852089 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.852221 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b376c670-d464-4b32-9de7-d595f5100252'] response: {'name': 'network-changed', 'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e', 'status': 'completed', 'code': 200}
Apr 01 10:04:21.973486 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:21.995140 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248e0070>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:17Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:22.096630 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.098912 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5129921
Apr 01 10:04:22.107119 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49734) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:22.111741 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (1406f777-8287-4925-9697-4e97c2615509), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.134063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc765d-d6dd-4a55-8750-8881a401a927 None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:17Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:22.135618 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group_rule': {'security_group_id': 'f044bfca-a43f-4fd1-a1d7-c913739a74fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:22.286246 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa1658-2192-48b8-8cac-25d692239ec1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938bd574-deb1-4101-91ad-3071a02c384c,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:22.292445 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-30cd66c9-fc4c-4f1d-969a-739293954e21 service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1047575
Apr 01 10:04:22.348761 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-4beffc55-32ea-47f8-affc-facae1efd606 service neutron] 10.222.0.15 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6222639
Apr 01 10:04:22.373885 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (19025903-4237-4621-b3d6-3abc8f0ac260), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.578735 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (19025903-4237-4621-b3d6-3abc8f0ac260), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.586805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (19025903-4237-4621-b3d6-3abc8f0ac260), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.599705 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Current status of the port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:22.600168 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.643971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19025903-4237-4621-b3d6-3abc8f0ac260,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:22.702826 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.710171 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d7808593-886a-46ee-a512-e380fd3e3ec5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5947497
Apr 01 10:04:22.710171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49748) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:22.724358 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:22.736703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49750) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:22.817315 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.910455 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (1406f777-8287-4925-9697-4e97c2615509), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.943138 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (1406f777-8287-4925-9697-4e97c2615509), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.981063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks [] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:22.990485 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.044471 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.045562 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.054979 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7175021
Apr 01 10:04:23.098024 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d4f43-6740-425c-82ce-2e6bae756270 req-e8948a19-deb5-477f-b925-9c100ba4cab1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:23.099657 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b99d4f43-6740-425c-82ce-2e6bae756270 req-e8948a19-deb5-477f-b925-9c100ba4cab1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.1850867
Apr 01 10:04:23.104118 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf26f4-3834-4759-88ee-abad9cb47c8f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=1406f777-8287-4925-9697-4e97c2615509,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:23.186439 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b99d4f43-6740-425c-82ce-2e6bae756270 req-084cd40b-36a8-4ca0-8ba4-360a3fbd0a46 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779457
Apr 01 10:04:23.219963 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:23.220356 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.228061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800ee47-4c96-4239-ad4f-f47857cc02d5 None None] Pushing event updated for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:23.275154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] For port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:23.309957 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.316816 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port d2ec3a2d-ffd2-4f22-bed4-f234633acd52, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:23.394080 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.421848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Attempting to bind port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:23.422450 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Attempting to bind port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:23.423126 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Attempting to bind port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:23.442413 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:23.443198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Checking segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:23.443772 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.444348 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Bound using segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:23.445009 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Bound port: 5236fcba-2fa1-477d-b4b1-e1f49f74aab0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:23.445689 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.525929 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0439eb-b134-40df-9cf9-337538851e2c None None] Pushing event updated for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:23.585541 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-76e03626-c961-4884-9818-cbeb3133a0ff tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1071368833&fields=id&tenant_id=8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 267 time: 0.1931782
Apr 01 10:04:23.625086 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-97ddc874-6951-4964-bf7c-2c4cd8683115 req-60e731a8-bb40-4d0b-a183-d3b0e795e34c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 210 time: 0.6584313
Apr 01 10:04:23.686888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af085f68-7e99-4092-9baa-931389b9a4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.833987 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] For port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:23.864540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 200bca65-aba7-46d2-a62b-985904c7070a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:23.866933 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-673d261b-55a7-45d5-9592-511026bb0d77 None None] Provisioning complete for port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:23.867305 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-673d261b-55a7-45d5-9592-511026bb0d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:23.916388 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-74f26b08-dae7-491c-b46e-108357522421 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:23.917948 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-74f26b08-dae7-491c-b46e-108357522421 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 811 time: 0.3223453
Apr 01 10:04:23.948473 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-520df98c-9fa8-4626-a92f-6648aa141ebc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/quotas/8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 375 time: 0.0225363
Apr 01 10:04:24.031566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.032440 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] For port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:24.063006 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:24.083428 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.117935 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-28bec750-bf1c-4fcf-9605-c872bcdbc3a4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1610885
Apr 01 10:04:24.220226 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-673d261b-55a7-45d5-9592-511026bb0d77 None None] Port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:24.283940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Allocated IP 172.37.5.83 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/dd28c8dd-ca46-4731-ad27-82dd3717dbb3) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:24.382827 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-4a78208c-bf66-464e-b25f-71be935a8e47 service neutron] 10.222.0.46 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479069
Apr 01 10:04:24.388895 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 200bca65-aba7-46d2-a62b-985904c7070a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:24.389355 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (200bca65-aba7-46d2-a62b-985904c7070a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.404639 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:04:24.405364 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94246efa90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:24.418302 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800ee47-4c96-4239-ad4f-f47857cc02d5 None None] Pushing event updated for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:24.426676 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.508150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49846) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:24.605795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-a91b4456-d65c-4ad4-bebc-cdd1bf073434 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:24.607190 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-a91b4456-d65c-4ad4-bebc-cdd1bf073434 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.1422992
Apr 01 10:04:24.612940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.621013 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af085f68-7e99-4092-9baa-931389b9a4d7 admin admin] Publish callbacks [] for security_group (386fe7e2-689f-4766-b563-190903958955), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.636902 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:04:24.639864 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-ec355377-8f2b-4582-af80-7176ddefe2c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560601
Apr 01 10:04:24.651294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af085f68-7e99-4092-9baa-931389b9a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (386fe7e2-689f-4766-b563-190903958955), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.684632 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-af085f68-7e99-4092-9baa-931389b9a4d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0fcfba8ae0b4ec78d3cafc06673ec5a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9452908
Apr 01 10:04:24.688890 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49850) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:24.694846 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:24.701055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:24.704147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:24.726769 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-3cc6d0d4-9377-4436-a723-b19c9f019faf tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/quotas/4073e831952c461bb6bb0e6b1137240b HTTP/1.1" status: 200  len: 375 time: 0.0794618
Apr 01 10:04:24.755176 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3247-34cb-42dd-8ac8-3ec179059ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.759516 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 200bca65-aba7-46d2-a62b-985904c7070a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:24.761149 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:24.824526 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=dd28c8dd-ca46-4731-ad27-82dd3717dbb3,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:24.840394 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af085f68-7e99-4092-9baa-931389b9a4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386fe7e2-689f-4766-b563-190903958955,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:24.877534 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3247-34cb-42dd-8ac8-3ec179059ea5 admin admin] Publish callbacks [] for security_group (8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.884998 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.897541 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3247-34cb-42dd-8ac8-3ec179059ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:24.904035 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-6de4aff8-3cdb-4e98-aedd-a557b7c72868 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1542878
Apr 01 10:04:24.989083 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ef4e3247-34cb-42dd-8ac8-3ec179059ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfe20ebb9d4f4f5796317f7e9579cd59&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4798620
Apr 01 10:04:24.993078 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49858) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:25.002366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.018955 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Provisioning complete for port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:25.019361 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.027296 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] Publish callbacks [] for security_group (386fe7e2-689f-4766-b563-190903958955), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.073370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e3247-34cb-42dd-8ac8-3ec179059ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:25.087436 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] Publish callbacks [] for security_group (386fe7e2-689f-4766-b563-190903958955), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.122428 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:25.123103 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.156091 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1bd89-9374-449e-ac67-6cb19a3355d4 req-1e0ba14a-dd12-4d9f-9f50-396d88ae46e6 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:25.157647 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7ea1bd89-9374-449e-ac67-6cb19a3355d4 req-1e0ba14a-dd12-4d9f-9f50-396d88ae46e6 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.2088988
Apr 01 10:04:25.179923 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-c7e7d4b6-dacb-40cb-85a1-cb07f9d114ca service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687731
Apr 01 10:04:25.216916 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7ea1bd89-9374-449e-ac67-6cb19a3355d4 req-cc6c9525-d5c0-4c7f-b5a5-d9e57c67a415 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530250
Apr 01 10:04:25.218133 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (386fe7e2-689f-4766-b563-190903958955), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.221071 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.222112 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/386fe7e2-689f-4766-b563-190903958955 HTTP/1.1" status: 204  len: 168 time: 0.5314531
Apr 01 10:04:25.249421 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d81f73-4929-44f7-9cd1-b851667f28f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386fe7e2-689f-4766-b563-190903958955,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:25.332478 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] Publish callbacks [] for security_group (8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.389554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] Publish callbacks [] for security_group (8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.401606 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-331be3a1-b9eb-4b0b-8339-83a90a434298 req-d967a1ca-f5c9-46dc-9a80-efa8f66cbd4c tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0989687
Apr 01 10:04:25.407719 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Current status of the port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:25.408123 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.413468 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.430089 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.454732 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-e47df171-142e-4972-9632-e6f93025b85b service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736578
Apr 01 10:04:25.458968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94246efa90>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:04:25.508496 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642900f-560b-4e74-9edc-da3ff1a4871f None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:04:25.589078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] For port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:25.621923 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.665678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=dd28c8dd-ca46-4731-ad27-82dd3717dbb3,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:25.689723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:25.748763 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:25.751193 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device bea858c4-6494-48ef-9bf6-7f3970bc8b92 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:25.876445 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2512efd9-bc3c-42b2-8eeb-26ba23d768c0 req-e440b198-6216-4a61-a9ff-c327c494c795 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0576639
Apr 01 10:04:25.914087 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de845e-259d-489c-8c07-ee10a5543d5a None None] Pushing event updated for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:25.919760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port bea858c4-6494-48ef-9bf6-7f3970bc8b92 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:25.920192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.018198 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f735ba38-bac1-48e3-82bc-c26c9a9c2400 req-42b3a78f-1ecc-4ba7-be61-098ae2b137de service neutron] 10.222.0.15 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3371356
Apr 01 10:04:26.023128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.031787 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ce6b1f06-ff65-4e68-9684-54215d1ef071 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3214788
Apr 01 10:04:26.046342 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49880) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:26.072973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ce4078d-0057-4cb9-a32d-cb97ecb3d91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.084910 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port bea858c4-6494-48ef-9bf6-7f3970bc8b92 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:26.112776 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.116476 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.120373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6 HTTP/1.1" status: 204  len: 168 time: 1.1233106
Apr 01 10:04:26.181806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2df9f-fc73-4496-ab41-bc2470f42520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96fb8b-f2f0-4e58-9b39-e2e0f6703fc6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:26.418125 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ce4078d-0057-4cb9-a32d-cb97ecb3d91d admin admin] Publish callbacks [] for security_group (b1488494-1e63-4c20-90ae-efbd43af071d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.469796 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device d2ec3a2d-ffd2-4f22-bed4-f234633acd52 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:26.504163 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-29ae59fa-f1db-4d4d-bfd4-d5c843ec9be2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1086056627&fields=id&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 267 time: 0.1578109
Apr 01 10:04:26.505071 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ce4078d-0057-4cb9-a32d-cb97ecb3d91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b1488494-1e63-4c20-90ae-efbd43af071d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.556679 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9dd2-3401-4577-9766-b35876b7e627 req-da5b1bc7-ef24-47a4-9e1c-ec7cadfc14e1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:26.557796 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-077d9dd2-3401-4577-9766-b35876b7e627 req-da5b1bc7-ef24-47a4-9e1c-ec7cadfc14e1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.1675658
Apr 01 10:04:26.574593 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8ce4078d-0057-4cb9-a32d-cb97ecb3d91d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68bc299b8dc1471294842864af9fe985&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5260544
Apr 01 10:04:26.579295 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 49904) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:26.616580 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:26.616963 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.668051 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-077d9dd2-3401-4577-9766-b35876b7e627 req-ea7c2ca9-eaea-44a5-a125-dc2346530c3f tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988238
Apr 01 10:04:26.730780 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4078d-0057-4cb9-a32d-cb97ecb3d91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1488494-1e63-4c20-90ae-efbd43af071d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:26.890722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:26.902441 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] Publish callbacks [] for security_group (b1488494-1e63-4c20-90ae-efbd43af071d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.904574 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:26.945098 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] Publish callbacks [] for security_group (b1488494-1e63-4c20-90ae-efbd43af071d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:26.963548 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bace848-4a69-4d24-8aa2-426550a7f880 req-f4b95191-5658-4f55-a1a2-175570f26fc5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0906959
Apr 01 10:04:27.001424 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49916) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:27.041229 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3b9c-6df5-4c88-b406-2e1313170568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.043651 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:27.044023 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.101625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-10a72608-193e-4363-926a-fd5cbcbd98e5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:27.122096 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-10a72608-193e-4363-926a-fd5cbcbd98e5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 817 time: 0.5692244
Apr 01 10:04:27.149286 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-ad9848da-1a04-428f-a11c-919a60dbef07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/quotas/984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 375 time: 0.0244291
Apr 01 10:04:27.182863 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9aeb2afb-92a1-496a-94d9-43ac6cbabe2e req-19bbcc6e-c7a1-4ac8-8aac-ed6484e81037 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0948610
Apr 01 10:04:27.225557 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:27.226993 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:27.253777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3b9c-6df5-4c88-b406-2e1313170568 admin admin] Publish callbacks [] for security_group (cb8cf69d-36dd-435b-9309-307f9f8f46db), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.264127 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b1488494-1e63-4c20-90ae-efbd43af071d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.268474 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.270065 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1488494-1e63-4c20-90ae-efbd43af071d HTTP/1.1" status: 204  len: 168 time: 0.6895137
Apr 01 10:04:27.283541 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3b9c-6df5-4c88-b406-2e1313170568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (cb8cf69d-36dd-435b-9309-307f9f8f46db), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.287861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1edb0-4f67-4a0e-a1d3-f74a8fa85c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1488494-1e63-4c20-90ae-efbd43af071d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:27.326969 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-f24eba20-dcfb-4185-ad20-37a01b9f3460 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1750569
Apr 01 10:04:27.385401 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:27.385917 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.408929 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd3b9c-6df5-4c88-b406-2e1313170568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cf69d-36dd-435b-9309-307f9f8f46db,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:27.440646 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c5dd3b9c-6df5-4c88-b406-2e1313170568 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=166819a869b54effaea9bbb42e218770&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4343538
Apr 01 10:04:27.441314 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 49920) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:27.533163 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-055e11cb-055d-4ab4-8c86-2541104cd71b service neutron] 10.222.0.46 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690431
Apr 01 10:04:27.562813 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] Publish callbacks [] for security_group (cb8cf69d-36dd-435b-9309-307f9f8f46db), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.574607 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:27.624521 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] Publish callbacks [] for security_group (cb8cf69d-36dd-435b-9309-307f9f8f46db), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.657845 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-28f973ec-a6b5-455d-8627-f567fd257bd5 service neutron] 10.222.0.46 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188245
Apr 01 10:04:27.682283 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (cb8cf69d-36dd-435b-9309-307f9f8f46db), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.685618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:27.687236 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb8cf69d-36dd-435b-9309-307f9f8f46db HTTP/1.1" status: 204  len: 168 time: 0.2428446
Apr 01 10:04:27.696774 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1980d-7008-47e1-836a-4f18f5c781b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cf69d-36dd-435b-9309-307f9f8f46db,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:27.909050 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc5d3a-6fae-44aa-852b-cee39486672d req-be1023bd-8c17-48b9-8da6-1b1ed651f9ef tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:27.912764 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2fc5d3a-6fae-44aa-852b-cee39486672d req-be1023bd-8c17-48b9-8da6-1b1ed651f9ef tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.1306512
Apr 01 10:04:27.934114 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c6b6aa0d-d4a7-49ff-92e5-c65c9ffa269e req-8abe1a97-dc86-418a-b961-f298c27037b9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 210 time: 0.0677145
Apr 01 10:04:27.985466 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2fc5d3a-6fae-44aa-852b-cee39486672d req-4675b3f3-9d5e-444b-bae8-737268876daa tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688846
Apr 01 10:04:28.097047 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b086a680-5c8e-4410-a963-e94c7a284ce1 req-f7c86bd9-1489-4581-90a7-13c784dbbd01 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0329757
Apr 01 10:04:28.358533 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-271c20fd-2cb6-448e-a843-94b5b46e2cc1 req-a6c12424-9c2d-452b-bda5-479ec1fbb129 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0450392
Apr 01 10:04:29.082421 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-de42a362-1457-4e60-8e31-57273753f29d req-76a1be16-2b71-4e03-82b1-b171dbb368da tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 210 time: 0.0381308
Apr 01 10:04:29.204240 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40758-06c7-4ef8-b884-15c4b7d2f5f6 req-51c1c205-8e4a-4d44-a8bf-1d1a07ae7e0b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:29.215445 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5e40758-06c7-4ef8-b884-15c4b7d2f5f6 req-51c1c205-8e4a-4d44-a8bf-1d1a07ae7e0b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.0802133
Apr 01 10:04:29.284944 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5e40758-06c7-4ef8-b884-15c4b7d2f5f6 req-7244aab4-6c7a-400b-8a55-af0052f80ae5 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673656
Apr 01 10:04:29.308381 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2291a4b7-7137-492a-ae80-9e005488d435 req-a3065b0b-25c5-4065-8ef4-f58c732e34e3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0872915
Apr 01 10:04:29.462804 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f0d728e4-36b2-4b8e-9a20-16f66093b1d0 req-a1a6e556-66f3-43e9-8dcd-805fedb241b3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0380731
Apr 01 10:04:30.201522 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-79129b01-7122-4f31-ad98-a355368e67e3 req-fdd704f9-eeb0-4ce8-999f-953ec9151948 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 210 time: 0.0351450
Apr 01 10:04:30.413888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-cbb0aaa5-1692-41b7-ae21-e3495f82f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:30.415605 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-cbb0aaa5-1692-41b7-ae21-e3495f82f0ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3b3649989d44826a64e8a7ee24dbf90&device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 1127 time: 0.1561964
Apr 01 10:04:30.534199 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5abad-968d-48ab-9beb-ca7cc851fd17 req-9ce51a3d-7cf3-45de-891e-cd0ff77bc61a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:30.536378 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ca5abad-968d-48ab-9beb-ca7cc851fd17 req-9ce51a3d-7cf3-45de-891e-cd0ff77bc61a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.0781403
Apr 01 10:04:30.559064 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c0fc1ebd-ebea-45c6-bd94-e05ea686f3d8 req-186d3a38-da96-4804-8b09-ba9137a93678 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.1352544
Apr 01 10:04:30.662943 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ca5abad-968d-48ab-9beb-ca7cc851fd17 req-cd02d074-3753-4bbc-9700-5133ca35de35 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145222
Apr 01 10:04:30.746459 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da410a4d-ef22-4c50-8208-a9965d397816 req-87e48c60-1ad6-4a72-9768-adb3c9d76afa tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0423095
Apr 01 10:04:30.800293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-feb724fd-6ec9-4893-a5a7-c81e3dac1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:30.801868 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-feb724fd-6ec9-4893-a5a7-c81e3dac1d44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdaaa488-4111-4492-9af3-e5548f6482b2 HTTP/1.1" status: 200  len: 911 time: 0.3480618
Apr 01 10:04:31.031159 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-eda0a4f4-b804-4709-af75-af4f450bf47f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e HTTP/1.1" status: 200  len: 217 time: 0.2105052
Apr 01 10:04:31.046487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.15', 60174) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:31.113568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.15', 60176) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:31.130285 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.15', 60177) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:31.228048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-e1a3cc1b-24fd-45c6-aa5f-4aa511770022 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:31.230354 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-e1a3cc1b-24fd-45c6-aa5f-4aa511770022 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.1846743
Apr 01 10:04:31.237261 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-ff49a2b7-8d08-4b8e-8e38-f16c4c236660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:31.239721 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-ff49a2b7-8d08-4b8e-8e38-f16c4c236660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1619ff98-d38f-411c-b6c9-ab3f373d5b3a HTTP/1.1" status: 200  len: 850 time: 0.1371205
Apr 01 10:04:31.258176 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'port': {'device_id': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'admin_state_up': True, 'tenant_id': '4073e831952c461bb6bb0e6b1137240b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:31.318217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-fa280079-7484-4c21-9574-730a38872425 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:31.320045 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-50e3aaf4-0e17-4b54-8c34-3a5fc2e2c108 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdaaa488-4111-4492-9af3-e5548f6482b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674803
Apr 01 10:04:31.320193 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-fa280079-7484-4c21-9574-730a38872425 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.2006230
Apr 01 10:04:31.327236 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-88cab329-720b-45a9-b05a-b9bd0812cc9f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:31.328900 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-88cab329-720b-45a9-b05a-b9bd0812cc9f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 817 time: 0.1970649
Apr 01 10:04:31.405906 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'port': {'device_id': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'admin_state_up': True, 'tenant_id': '4073e831952c461bb6bb0e6b1137240b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:31.412041 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8f6633d4-1b25-45ad-8d95-ff615ee34a6f req-941456e9-156c-460b-8a8b-9b9054634a6c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 210 time: 0.0741611
Apr 01 10:04:31.566530 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-86b842ec-07ac-48b4-b2cc-a39c9c0c8741 service neutron] 10.222.0.15 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883452
Apr 01 10:04:31.632285 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.15', 60183) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:31.656046 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Made reservation on behalf of 4073e831952c461bb6bb0e6b1137240b for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:31.659857 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:31.834343 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-715875c2-2636-442f-bea4-35f652a3a1b3 req-96d033cf-f9ea-4dfd-bb1f-1b90cc86b266 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0619106
Apr 01 10:04:31.839982 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-54506616-0955-4001-8740-7165ef235570 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 380 time: 0.4301939
Apr 01 10:04:31.843813 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-886b1173-5839-4871-afe8-0ef50b6c45e1 service neutron] 10.222.0.15 "GET /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672179
Apr 01 10:04:31.860464 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'port': {'device_id': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'admin_state_up': True, 'tenant_id': '984d4a492510482d88f7aec954117969', 'security_groups': ['f044bfca-a43f-4fd1-a1d7-c913739a74fa']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:31.932457 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Allocated IP 172.20.0.9 (842ae9ac-afe6-4c7c-bd19-1175b1f98e37/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1/e9a85c98-ea8f-41f5-9d37-da82f3c446c0) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:32.105526 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-303f8b80-57d7-4d6b-800a-6239e15c4b59 req-8113fa56-5b55-4f5f-88a5-5c30b61e68e4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0402346
Apr 01 10:04:32.177995 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-1ab49663-eeb6-48e1-baf7-b1e8f57f848e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:32.179939 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-1ab49663-eeb6-48e1-baf7-b1e8f57f848e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 811 time: 0.5458543
Apr 01 10:04:32.191745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.223221 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Made reservation on behalf of 4073e831952c461bb6bb0e6b1137240b for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:32.226630 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.241731 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.291051 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:32.291654 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fcdc6-87f5-4594-8463-20321bb83bf8 req-80208ec9-6ea8-4e53-968c-fa9e2fb0c83b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:32.293254 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7e6fcdc6-87f5-4594-8463-20321bb83bf8 req-80208ec9-6ea8-4e53-968c-fa9e2fb0c83b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.4201422
Apr 01 10:04:32.295075 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:32.302095 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:32.309382 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:32.310207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.320388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:32.336130 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-f32a5b64-4738-4e33-933b-6ec0f3c3c575 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0864613
Apr 01 10:04:32.348216 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Request body: {'port': {'device_id': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:32.448182 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.547500 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Made reservation on behalf of 984d4a492510482d88f7aec954117969 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:32.550960 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.592156 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9bcd9a9c-f05b-4148-bf8d-7bb4554d6030 req-cf312aca-ee79-487f-8d96-d5fefc130fa5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 210 time: 0.0356359
Apr 01 10:04:32.594510 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-3c164824-e435-4b0a-9c8f-e67f2f41736c tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 380 time: 0.3526750
Apr 01 10:04:32.615074 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7e6fcdc6-87f5-4594-8463-20321bb83bf8 req-e3cbd67d-dff1-4e92-a193-e145d490d25b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3077500
Apr 01 10:04:32.645642 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'port': {'device_id': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'admin_state_up': True, 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'security_groups': ['52495fb7-6d75-419b-89b2-f52c67313e52']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:32.681417 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50174) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:32.699328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9c7dbacf-bdf0-4b32-909b-2a5f722b64ae None None] Provisioning complete for port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:32.699948 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c7dbacf-bdf0-4b32-909b-2a5f722b64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:32.737918 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9c7dbacf-bdf0-4b32-909b-2a5f722b64ae None None] Port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:32.826690 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Allocated IP 172.20.0.12 (842ae9ac-afe6-4c7c-bd19-1175b1f98e37/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1/7309433f-2298-42e8-bf12-5febdcdd2183) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:32.859641 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a3bc05b8-f0ec-41ff-a5ab-9477685db8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.000114 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb9a6148-156e-4724-a7de-84d23f13ed59 req-99efb53c-94d8-4b71-9732-d30b31163388 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0654933
Apr 01 10:04:33.001121 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Allocated IP 172.20.0.13 (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052/c9a9cb81-962e-4765-ad9c-6f40e43db21b/b8c404b8-1348-40f2-87ab-56e8fc6c155a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:33.087597 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Made reservation on behalf of 8abd12555c7642749049eaaedec0cbc1 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:04:33.091546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.296808 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1632a-997d-4382-a31e-693f72b42f13 req-f618e0c5-263e-47e1-aebe-fa08ec8e6eda tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:33.309946 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f5b1632a-997d-4382-a31e-693f72b42f13 req-f618e0c5-263e-47e1-aebe-fa08ec8e6eda tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 931 time: 0.1172247
Apr 01 10:04:33.354256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a3bc05b8-f0ec-41ff-a5ab-9477685db8c8 admin admin] Publish callbacks [] for security_group (292e314d-35f7-4cc9-9adb-cab7c024c12d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.376727 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a3bc05b8-f0ec-41ff-a5ab-9477685db8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (292e314d-35f7-4cc9-9adb-cab7c024c12d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.385063 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for port (7309433f-2298-42e8-bf12-5febdcdd2183), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.432880 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f5b1632a-997d-4382-a31e-693f72b42f13 req-11d51adf-d9ec-41ce-860e-37b9212e189c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134107
Apr 01 10:04:33.481290 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a3bc05b8-f0ec-41ff-a5ab-9477685db8c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=646aa206765f430eb5fab7af1c610700&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7985108
Apr 01 10:04:33.484378 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50200) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:33.492188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.512881 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc05b8-f0ec-41ff-a5ab-9477685db8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e314d-35f7-4cc9-9adb-cab7c024c12d,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:33.524974 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Allocated IP 172.20.0.11 (b577230f-3445-4ece-839d-d9c1aac044c2/2690bfd5-92ca-4715-9e3e-8dcd3496b1d5/e35a73e3-6163-462e-9549-4a90aec2d584) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:04:33.541750 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] Publish callbacks [] for security_group (292e314d-35f7-4cc9-9adb-cab7c024c12d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.573075 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.607991 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] Publish callbacks [] for security_group (292e314d-35f7-4cc9-9adb-cab7c024c12d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.710537 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.741133 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:33.786692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:33.799403 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:33.808401 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:33.813517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:33.814157 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.881610 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-e2ec14fb-0edb-493a-a387-451979dc0c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4922519
Apr 01 10:04:33.884965 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:33.934537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b772-c933-4832-810d-1f98a5ad7f54 req-b633281c-78c2-4b5e-a4da-2d626a9a2096 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:33.943990 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dd7b772-c933-4832-810d-1f98a5ad7f54 req-b633281c-78c2-4b5e-a4da-2d626a9a2096 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 932 time: 0.1972983
Apr 01 10:04:33.951109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (292e314d-35f7-4cc9-9adb-cab7c024c12d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.955462 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:33.956860 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/292e314d-35f7-4cc9-9adb-cab7c024c12d HTTP/1.1" status: 204  len: 168 time: 0.4712412
Apr 01 10:04:33.986833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28e369-4c93-4719-9558-1fb92380d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e314d-35f7-4cc9-9adb-cab7c024c12d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:33.989740 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Request body: {'port': {'device_id': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:33.996327 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:34.000345 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a85c98-ea8f-41f5-9d37-da82f3c446c0 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:34.013951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks [] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.036105 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:34.042517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.043166 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Transition to ACTIVE for port object e9a85c98-ea8f-41f5-9d37-da82f3c446c0 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:04:34.043614 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.052824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.100694 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:34.127208 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dd7b772-c933-4832-810d-1f98a5ad7f54 req-0e9eccc1-7232-457f-9857-3e8945462cd2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1797762
Apr 01 10:04:34.193418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:34.194913 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (e35a73e3-6163-462e-9549-4a90aec2d584), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.240950 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Attempting to bind port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:34.241326 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Attempting to bind port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:34.241626 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Attempting to bind port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:34.251668 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-1c9849b6-c01d-4f6e-8b49-70fd621eec93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3976965
Apr 01 10:04:34.263205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:04:34.263833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Attempting to bind port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:34.286267 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0858c-f139-40d4-92d7-77d598845dc1 req-4268f39e-c955-48ad-bfe6-9f963e114aac tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.289222 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-89c0858c-f139-40d4-92d7-77d598845dc1 req-4268f39e-c955-48ad-bfe6-9f963e114aac tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.5347807
Apr 01 10:04:34.291500 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a78be592-08ff-4d8e-bd05-89908ca20c9a None None] Provisioning complete for port 7309433f-2298-42e8-bf12-5febdcdd2183 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:34.292501 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a78be592-08ff-4d8e-bd05-89908ca20c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.315154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:34.315634 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:34.315947 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Bound using segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:34.316410 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Bound port: e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:34.316769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.345008 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Request body: {'port': {'device_id': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:34.352680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.365631 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a78be592-08ff-4d8e-bd05-89908ca20c9a None None] Port 7309433f-2298-42e8-bf12-5febdcdd2183 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:34.409912 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b884c62-80cd-46bd-8c1f-bd2a90833026 req-61d95fc1-5570-4e4f-8152-7a72cb1574a5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.412818 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b884c62-80cd-46bd-8c1f-bd2a90833026 req-61d95fc1-5570-4e4f-8152-7a72cb1574a5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 932 time: 0.1609590
Apr 01 10:04:34.443032 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-89c0858c-f139-40d4-92d7-77d598845dc1 req-84435f14-c501-4967-a767-d5947bc4ed2f tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052022
Apr 01 10:04:34.456272 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Network b577230f-3445-4ece-839d-d9c1aac044c2 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:04:34.459525 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:34.460896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:04:34.463211 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.463957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:34.483655 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:04:34.490226 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.491475 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.499638 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.539435 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5cd700d7-486c-40c2-9336-2124f98198c5 None None] Provisioning complete for port b8c404b8-1348-40f2-87ab-56e8fc6c155a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:34.539811 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5cd700d7-486c-40c2-9336-2124f98198c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.556411 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b884c62-80cd-46bd-8c1f-bd2a90833026 req-a0203426-c197-484b-9585-8a4b5da7b12c tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365337
Apr 01 10:04:34.585081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.588390 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.593531 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 1093 time: 2.2498336
Apr 01 10:04:34.594328 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:34.597510 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d8fbaf-2d72-483d-b586-d0dce5e2f335" -d '{"events": [{"name": "network-changed", "server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:34.665457 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5cd700d7-486c-40c2-9336-2124f98198c5 None None] Port b8c404b8-1348-40f2-87ab-56e8fc6c155a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:34.687460 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:34.725870 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-e71121c5-5d0b-4da7-86d2-03ec73f9a1c3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0915220
Apr 01 10:04:34.798249 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50248) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:34.801877 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33267c-7a96-4a9a-ab66-559df511a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:34.824927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Request body: {'port': {'device_id': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:04:34.835066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f47718b1-2569-4d76-838a-d63d6bd12c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:34.840037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6695726-697d-49e2-84a7-aa452503a45b x-openstack-request-id: req-a6695726-697d-49e2-84a7-aa452503a45b {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:34.840554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:34.840975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6695726-697d-49e2-84a7-aa452503a45b {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:34.841764 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6695726-697d-49e2-84a7-aa452503a45b'] response: {'name': 'network-changed', 'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0', 'status': 'completed', 'code': 200}
Apr 01 10:04:34.884437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-9f755be2-df56-4df2-9b03-dc1d19959552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:34.886436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-9f755be2-df56-4df2-9b03-dc1d19959552 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1127 time: 0.2003157
Apr 01 10:04:34.966969 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-cef4b8d0-69d5-43fb-83b1-f79d6949494c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 217 time: 0.0641913
Apr 01 10:04:35.051683 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ee5b5c0c-4305-4370-8610-6c4f365229f1 None None] Provisioning complete for port e35a73e3-6163-462e-9549-4a90aec2d584 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:35.052792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c0c-4305-4370-8610-6c4f365229f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.072310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-1abe931a-bb35-46fe-bb84-9d29fbb41a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:35.073828 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-1abe931a-bb35-46fe-bb84-9d29fbb41a95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0993228
Apr 01 10:04:35.097675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f47718b1-2569-4d76-838a-d63d6bd12c2d admin admin] Publish callbacks [] for security_group (411910a9-1fb6-4fa3-9390-fc5c1698ea4d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.137562 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b5c0c-4305-4370-8610-6c4f365229f1 None None] Port e35a73e3-6163-462e-9549-4a90aec2d584 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:04:35.140470 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f47718b1-2569-4d76-838a-d63d6bd12c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (411910a9-1fb6-4fa3-9390-fc5c1698ea4d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.237113 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.277596 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f47718b1-2569-4d76-838a-d63d6bd12c2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66e7e97a7fb34cd887cf5c785fa2842a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4766607
Apr 01 10:04:35.291376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47718b1-2569-4d76-838a-d63d6bd12c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411910a9-1fb6-4fa3-9390-fc5c1698ea4d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:35.307433 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50268) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:35.341163 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-b3739cba-0a66-437e-819d-51b21ac07ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:35.342871 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-b3739cba-0a66-437e-819d-51b21ac07ad8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2593420
Apr 01 10:04:35.483186 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d96460-2ea2-4eab-b588-af6225a019e4 req-fbf47324-1341-46f1-a558-a7cc4592d518 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:35.486476 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58d96460-2ea2-4eab-b588-af6225a019e4 req-fbf47324-1341-46f1-a558-a7cc4592d518 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 932 time: 0.2130070
Apr 01 10:04:35.511783 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988dee-28c9-4f97-aa6f-2808a5b95a5d req-f893fb56-72ac-4237-824c-0de301de4fb0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:35.524448 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6988dee-28c9-4f97-aa6f-2808a5b95a5d req-f893fb56-72ac-4237-824c-0de301de4fb0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 943 time: 0.8395393
Apr 01 10:04:35.525379 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.535572 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] Publish callbacks [] for security_group (411910a9-1fb6-4fa3-9390-fc5c1698ea4d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.540552 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-5b0390d0-caad-4a8b-badc-c46129a929ac service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893675
Apr 01 10:04:35.640246 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] Publish callbacks [] for security_group (411910a9-1fb6-4fa3-9390-fc5c1698ea4d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.686511 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58d96460-2ea2-4eab-b588-af6225a019e4 req-6915882b-7f8c-4d30-8232-b32a20ad0658 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1780670
Apr 01 10:04:35.870415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307055d-7654-42c0-903f-8f53db93d347 req-ea8affe6-482d-4c15-8465-e5139deee55e tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:35.875148 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b307055d-7654-42c0-903f-8f53db93d347 req-ea8affe6-482d-4c15-8465-e5139deee55e tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 943 time: 0.0790169
Apr 01 10:04:35.877554 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89dd022d-6f4a-499c-b8f9-e05887747ff3 req-28f07195-e0b2-4976-a61d-035801f904e4 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3258238
Apr 01 10:04:35.896252 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (411910a9-1fb6-4fa3-9390-fc5c1698ea4d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.899127 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:35.903150 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/411910a9-1fb6-4fa3-9390-fc5c1698ea4d HTTP/1.1" status: 204  len: 168 time: 0.5947170
Apr 01 10:04:35.922112 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46096d-d152-4402-bd96-a1a803236987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411910a9-1fb6-4fa3-9390-fc5c1698ea4d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:35.940923 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b307055d-7654-42c0-903f-8f53db93d347 req-cf0d1faa-cdc0-4583-8426-c9af554a3458 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624065
Apr 01 10:04:35.970410 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6988dee-28c9-4f97-aa6f-2808a5b95a5d req-eaca73b1-f4d0-4d44-8d1f-a79ee766d873 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865848
Apr 01 10:04:36.011328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7309433f-2298-42e8-bf12-5febdcdd2183 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:36.013167 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-af315177-dfea-45f9-a87b-c22481ebccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:36.015056 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-af315177-dfea-45f9-a87b-c22481ebccca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1127 time: 0.0611598
Apr 01 10:04:36.034171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks [] for port (7309433f-2298-42e8-bf12-5febdcdd2183), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.055641 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device f3e53471-0d0b-47a5-8d97-64f53ef18e1e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:04:36.094013 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Transition to ACTIVE for port object 7309433f-2298-42e8-bf12-5febdcdd2183 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:04:36.105050 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.157108 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Pushing event updated for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:36.168802 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,segment=NetworkSegment(a68111a6-a73d-4987-b25a-da3df9ad7d1c),segment_id=a68111a6-a73d-4987-b25a-da3df9ad7d1c)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:36.171070 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931f5c-89a0-4c22-86f5-49db92992ab2 req-2d389c21-cb6d-4239-90ca-282ba0681099 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:36.172977 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87931f5c-89a0-4c22-86f5-49db92992ab2 req-2d389c21-cb6d-4239-90ca-282ba0681099 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 932 time: 0.0856113
Apr 01 10:04:36.201703 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e', 'network_id': 'cdaaa488-4111-4492-9af3-e5548f6482b2', 'port_id': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e', 'mac_address': 'fa:16:3e:13:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1619ff98-d38f-411c-b6c9-ab3f373d5b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:04:36.219212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-874cf046-2594-40b6-8308-f1af4acffe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:36.220680 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-874cf046-2594-40b6-8308-f1af4acffe7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1988997
Apr 01 10:04:36.249660 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87931f5c-89a0-4c22-86f5-49db92992ab2 req-a02bc1f9-fe8a-47e6-a0e9-a496e7733ef8 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675852
Apr 01 10:04:36.252642 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35a73e3-6163-462e-9549-4a90aec2d584 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:36.259558 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port f3e53471-0d0b-47a5-8d97-64f53ef18e1e is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:36.259936 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.263010 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks [] for port (e35a73e3-6163-462e-9549-4a90aec2d584), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.291007 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e53471-0d0b-47a5-8d97-64f53ef18e1e {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:36.296562 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-db8fba96-ece5-4ca9-87ab-e058454f7087 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 217 time: 0.0603616
Apr 01 10:04:36.325426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,segment=NetworkSegment(a68111a6-a73d-4987-b25a-da3df9ad7d1c),segment_id=a68111a6-a73d-4987-b25a-da3df9ad7d1c)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:36.331575 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.337188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Transition to ACTIVE for port object e35a73e3-6163-462e-9549-4a90aec2d584 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:04:36.364816 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-d11c3cd4-8b5a-4000-80ad-73f86ef49d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:36.366286 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-d11c3cd4-8b5a-4000-80ad-73f86ef49d55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0687551
Apr 01 10:04:36.378179 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.407020 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:36.436903 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-22e64865-34a9-4fc1-bf54-d02f4a9c0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:36.438467 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-22e64865-34a9-4fc1-bf54-d02f4a9c0faa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0659318
Apr 01 10:04:36.492494 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Pushing event updated for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:36.522129 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:36.537869 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Attempting to bind port 7309433f-2298-42e8-bf12-5febdcdd2183 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:36.538938 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Attempting to bind port 7309433f-2298-42e8-bf12-5febdcdd2183 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:36.539594 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Attempting to bind port 7309433f-2298-42e8-bf12-5febdcdd2183 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:36.559689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks [] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.567811 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Port 7309433f-2298-42e8-bf12-5febdcdd2183 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:04:36.568306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Attempting to bind port 7309433f-2298-42e8-bf12-5febdcdd2183 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:36.610717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:36.611343 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:36.612058 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Bound using segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:36.612842 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Bound port: 7309433f-2298-42e8-bf12-5febdcdd2183, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:36.613386 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.632867 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Transition to ACTIVE for port object b8c404b8-1348-40f2-87ab-56e8fc6c155a will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:04:36.638564 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Attempting to bind port e35a73e3-6163-462e-9549-4a90aec2d584 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:36.639069 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Attempting to bind port e35a73e3-6163-462e-9549-4a90aec2d584 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:36.639733 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Attempting to bind port e35a73e3-6163-462e-9549-4a90aec2d584 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:36.663564 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.722272 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Port e35a73e3-6163-462e-9549-4a90aec2d584 on network b577230f-3445-4ece-839d-d9c1aac044c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:04:36.722596 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Attempting to bind port e35a73e3-6163-462e-9549-4a90aec2d584 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:36.746250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:36.746933 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Checking segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:36.747301 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Bound using segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:36.747809 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Bound port: e35a73e3-6163-462e-9549-4a90aec2d584, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:36.748191 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:36.807371 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:36.809059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['f3e53471-0d0b-47a5-8d97-64f53ef18e1e'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:04:36.830318 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:36.856360 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7309433f-2298-42e8-bf12-5febdcdd2183,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:36.886633 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-38f3ca4b-7943-4e93-a1ca-326da0e29a18 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4407299
Apr 01 10:04:36.947002 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.078909 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Attempting to bind port b8c404b8-1348-40f2-87ab-56e8fc6c155a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:04:37.079883 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Attempting to bind port b8c404b8-1348-40f2-87ab-56e8fc6c155a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:04:37.080222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Attempting to bind port b8c404b8-1348-40f2-87ab-56e8fc6c155a on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:37.146510 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.147188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.148984 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] 10.222.0.15 "PUT /v2.0/ports/7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 1094 time: 3.1669028
Apr 01 10:04:37.149578 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Port b8c404b8-1348-40f2-87ab-56e8fc6c155a on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:04:37.149903 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Attempting to bind port b8c404b8-1348-40f2-87ab-56e8fc6c155a on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:04:37.152020 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:37.212690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-29d8fbaf-2d72-483d-b586-d0dce5e2f335 req-ca8a74b1-c516-48b0-bfdf-354925545111 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192055
Apr 01 10:04:37.263937 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c6b2e-0a16-4b93-a0d6-13f2c536a8e8 req-0c2d90f7-5492-41d1-b26e-2a98e4a29e83 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.279226 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-874c6b2e-0a16-4b93-a0d6-13f2c536a8e8 req-0c2d90f7-5492-41d1-b26e-2a98e4a29e83 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 944 time: 0.2160692
Apr 01 10:04:37.296656 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:37.382218 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.387239 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:04:37.387619 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Checking segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:04:37.388044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Bound using segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:04:37.388534 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Bound port: b8c404b8-1348-40f2-87ab-56e8fc6c155a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:04:37.389062 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.416675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-874c6b2e-0a16-4b93-a0d6-13f2c536a8e8 req-017fdaca-c8ad-4127-b1f9-6b5f8eae8a67 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345205
Apr 01 10:04:37.458116 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35a73e3-6163-462e-9549-4a90aec2d584,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:37.469159 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902c2aa-602c-42c9-ab4b-f95d876ef535 service neutron] Pushing event updated for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:37.508218 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c8142-a0ae-4a93-8176-aaaf57d14350 req-202f2e84-cddf-4f59-bb8f-f706dbe67e07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.509891 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf6c8142-a0ae-4a93-8176-aaaf57d14350 req-202f2e84-cddf-4f59-bb8f-f706dbe67e07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.6066411
Apr 01 10:04:37.534911 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.539362 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bacfc5c-1836-4307-8e76-aca7d60a57b0" -d '{"events": [{"name": "network-changed", "server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:37.628585 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.629222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:37.630684 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] 10.222.0.15 "PUT /v2.0/ports/e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1094 time: 2.8368843
Apr 01 10:04:37.641729 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4fba0a42-07e5-4ec1-b148-54958c84761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.643279 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4fba0a42-07e5-4ec1-b148-54958c84761b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1128 time: 0.3691802
Apr 01 10:04:37.651244 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82d183-feb9-4323-9e38-9929e9dafd75 req-3ef98f7a-0a7a-4cc6-afb7-15bfed6b3210 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.663424 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b82d183-feb9-4323-9e38-9929e9dafd75 req-3ef98f7a-0a7a-4cc6-afb7-15bfed6b3210 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 943 time: 0.0894730
Apr 01 10:04:37.740325 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b82d183-feb9-4323-9e38-9929e9dafd75 req-969617d3-a438-433b-bdf9-bc60470d8ef3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728343
Apr 01 10:04:37.895114 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a2df-333c-43d2-8f4a-637119c5d4ef req-a4d805b9-5ec2-46de-ab0b-747bc5aaaabc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:37.899959 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9343a2df-333c-43d2-8f4a-637119c5d4ef req-a4d805b9-5ec2-46de-ab0b-747bc5aaaabc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.0781124
Apr 01 10:04:37.971294 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9343a2df-333c-43d2-8f4a-637119c5d4ef req-45f3d8ea-e832-472b-bbdc-ef9b19029461 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693805
Apr 01 10:04:38.061463 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:04:38.066959 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-b82a7e04-6d0b-48dc-a9e4-bd78e5abd62f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 217 time: 0.4127338
Apr 01 10:04:38.072782 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device f3e53471-0d0b-47a5-8d97-64f53ef18e1e up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:38.117535 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:04:38.119252 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680efee0-bb61-4b9e-ad4d-db80e44f7210 service neutron] Pushing event updated for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:38.143554 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf6c8142-a0ae-4a93-8176-aaaf57d14350 req-eb25aa2b-8e98-4b95-9335-ca2729e892f7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6008086
Apr 01 10:04:38.160304 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.206127 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port f3e53471-0d0b-47a5-8d97-64f53ef18e1e completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:04:38.209147 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.210065 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.211697 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 1094 time: 3.8774705
Apr 01 10:04:38.213746 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-ec8541c5-1f8d-41e6-b3b6-ea62ab5dbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.215104 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port f3e53471-0d0b-47a5-8d97-64f53ef18e1e triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:38.215489 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.215818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-ec8541c5-1f8d-41e6-b3b6-ea62ab5dbf5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1128 time: 0.4187646
Apr 01 10:04:38.219763 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-6c1ebc0c-5e04-4405-9c43-e654283f386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.221464 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-6c1ebc0c-5e04-4405-9c43-e654283f386f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.1316752
Apr 01 10:04:38.326598 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-2d34c615-c46f-4cea-875f-78a54f8a00e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 217 time: 0.1019251
Apr 01 10:04:38.368885 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port f3e53471-0d0b-47a5-8d97-64f53ef18e1e is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:38.369842 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.412404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:38.422586 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ed20-844c-42bd-bd78-3fe9899ab694 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:38.470700 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ab8c3-cbe4-4a8a-9209-f2c5cdcdba15 x-openstack-request-id: req-894ab8c3-cbe4-4a8a-9209-f2c5cdcdba15 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:38.471001 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:38.471256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-894ab8c3-cbe4-4a8a-9209-f2c5cdcdba15 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:38.471764 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894ab8c3-cbe4-4a8a-9209-f2c5cdcdba15'] response: {'name': 'network-changed', 'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183', 'status': 'completed', 'code': 200}
Apr 01 10:04:38.517979 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-39cb44fd-9443-45db-a357-672475d2ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.519822 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-39cb44fd-9443-45db-a357-672475d2ab05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.1665926
Apr 01 10:04:38.522044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4acf61ea-8581-4d8b-a2c0-0d7f62c8ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.524132 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-4acf61ea-8581-4d8b-a2c0-0d7f62c8ce19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2858760
Apr 01 10:04:38.526902 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-53470858-24cf-42a9-9f95-6d724b25eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.529049 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-53470858-24cf-42a9-9f95-6d724b25eb1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1128 time: 0.2572167
Apr 01 10:04:38.572959 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,segment=NetworkSegment(a68111a6-a73d-4987-b25a-da3df9ad7d1c),segment_id=a68111a6-a73d-4987-b25a-da3df9ad7d1c)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:38.596778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.648867 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-58874df3-58c2-4706-8c9f-1b82b7520f82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 217 time: 0.1079588
Apr 01 10:04:38.679933 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80d552-7985-49c4-bfc9-03e96efead53" -d '{"events": [{"server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:38.695915 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-06680149-4411-40c3-895f-854dcb8c084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:38.732115 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:38.786137 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4778-f6d7-49b2-aeb3-cf43b2bba1a4 req-36274e43-966f-41c5-9529-466a538274ad tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.788083 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23fc4778-f6d7-49b2-aeb3-cf43b2bba1a4 req-36274e43-966f-41c5-9529-466a538274ad tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 944 time: 0.2560682
Apr 01 10:04:38.789676 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-108adf95-d475-456e-acf0-cccb0bda7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.791205 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-108adf95-d475-456e-acf0-cccb0bda7102 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.1304541
Apr 01 10:04:38.795848 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-b47dea71-b119-48d3-896f-e4df15b4e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:38.797539 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-b47dea71-b119-48d3-896f-e4df15b4e863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2666895
Apr 01 10:04:38.846308 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a64f03-3d6c-41a1-8df4-678013afe19d x-openstack-request-id: req-e0a64f03-3d6c-41a1-8df4-678013afe19d {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:38.847053 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:38.847406 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0a64f03-3d6c-41a1-8df4-678013afe19d {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:38.847946 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a64f03-3d6c-41a1-8df4-678013afe19d'] response: {'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e', 'code': 200}
Apr 01 10:04:38.907510 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-0c795d92-7fd2-417f-b3e6-839cdca53b5f service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3635569
Apr 01 10:04:39.020588 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e491-9769-4b84-a438-867510e1e9e0 req-f520804e-7562-49a1-b9ec-2309850dd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.022151 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-f520804e-7562-49a1-b9ec-2309850dd7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2207270
Apr 01 10:04:39.025905 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23fc4778-f6d7-49b2-aeb3-cf43b2bba1a4 req-07f635df-55c4-4e62-bfda-7d49764a195d tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256858
Apr 01 10:04:39.093935 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081f5ae-7b8e-4ba5-a945-9740d2e80c0a req-89be1472-f809-4d31-a512-3eddfa11c6c2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.100456 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-80afa785-35d2-474e-a9c7-7a60defb819c service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2871351
Apr 01 10:04:39.105094 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f081f5ae-7b8e-4ba5-a945-9740d2e80c0a req-89be1472-f809-4d31-a512-3eddfa11c6c2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 943 time: 0.1536169
Apr 01 10:04:39.205922 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-599bc59e-d78a-4d8a-98c8-eedad39958af service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909870
Apr 01 10:04:39.216657 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b476e8-ca8d-429a-845f-f489dca803bb req-b5ae551e-08bc-4d98-99af-ca67e57ebbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.218240 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88b476e8-ca8d-429a-845f-f489dca803bb req-b5ae551e-08bc-4d98-99af-ca67e57ebbe9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 1129 time: 0.1901488
Apr 01 10:04:39.230162 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f081f5ae-7b8e-4ba5-a945-9740d2e80c0a req-9cea45d4-f4dd-4ab9-bf99-ef03a56e2ebe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241663
Apr 01 10:04:39.264719 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-88b476e8-ca8d-429a-845f-f489dca803bb req-07adb15a-0530-4f73-a66b-4b574758a213 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:39.296564 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-14ec4d9d-dce7-4905-81ef-664712125738 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617109
Apr 01 10:04:39.306763 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c03b146d-82d9-4a9c-bae7-3aae39c74485 req-751e87e5-5dd4-4242-a46d-26acdf66c73b service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970150
Apr 01 10:04:39.322452 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18f2c-acd4-4b34-90c8-d9993e7860d6 req-ba592784-250b-4015-b435-da85d33688c4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.324593 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-87f18f2c-acd4-4b34-90c8-d9993e7860d6 req-ba592784-250b-4015-b435-da85d33688c4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.1476216
Apr 01 10:04:39.427605 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-88b476e8-ca8d-429a-845f-f489dca803bb req-07adb15a-0530-4f73-a66b-4b574758a213 service neutron] Publish callbacks [] for security_group (e1349893-f09f-4a2b-ae4d-4b8d87bfd533), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:39.435035 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-88b476e8-ca8d-429a-845f-f489dca803bb req-07adb15a-0530-4f73-a66b-4b574758a213 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e1349893-f09f-4a2b-ae4d-4b8d87bfd533), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:39.463724 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-33cf831c-fe3f-44f5-9199-256b949ff015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.465276 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-33cf831c-fe3f-44f5-9199-256b949ff015 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1128 time: 0.1283002
Apr 01 10:04:39.480026 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb15a-0530-4f73-a66b-4b574758a213 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1349893-f09f-4a2b-ae4d-4b8d87bfd533,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:39.500016 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-87f18f2c-acd4-4b34-90c8-d9993e7860d6 req-040d3fac-ad3f-499d-a48a-f054be950976 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236520
Apr 01 10:04:39.544623 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88b476e8-ca8d-429a-845f-f489dca803bb req-07adb15a-0530-4f73-a66b-4b574758a213 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3132968
Apr 01 10:04:39.558732 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7515e491-9769-4b84-a438-867510e1e9e0 req-547d7b90-df0c-4ace-9051-e1b4b0461710 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544246
Apr 01 10:04:39.569410 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adc0bb-29be-48d3-b7d4-b68536c50b9d req-fbbdec21-6d73-4df3-8b91-a31c528fa3f0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.571047 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28adc0bb-29be-48d3-b7d4-b68536c50b9d req-fbbdec21-6d73-4df3-8b91-a31c528fa3f0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.1026335
Apr 01 10:04:39.623755 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28adc0bb-29be-48d3-b7d4-b68536c50b9d req-5e26933a-8a75-49df-b7de-b4d69414daf1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453951
Apr 01 10:04:39.672568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-742dfc9a-f2c5-4e8f-b235-13b67ae11ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.675361 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-742dfc9a-f2c5-4e8f-b235-13b67ae11ba2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.2017725
Apr 01 10:04:39.927813 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-eeae6798-2ca2-4030-9458-c017f1b28edf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 217 time: 0.0428267
Apr 01 10:04:39.982190 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-ac15fe54-ab16-4e42-a054-9f5adc7dc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:39.985380 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-ac15fe54-ab16-4e42-a054-9f5adc7dc1b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0496140
Apr 01 10:04:40.032354 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-0d56d5fe-cb78-4e3f-a08e-00254b0b3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.033840 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-0d56d5fe-cb78-4e3f-a08e-00254b0b3abc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0438995
Apr 01 10:04:40.074334 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9a85c98-ea8f-41f5-9d37-da82f3c446c0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:04:40.173805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:40.189934 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'port_id': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0', 'mac_address': 'fa:16:3e:42:bf:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:04:40.228250 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:40.228608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:40.241843 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a85c98-ea8f-41f5-9d37-da82f3c446c0 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:40.261778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:40.267913 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:40.319728 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:40.341747 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bcb82-c8c5-49ec-a735-279cdbc2c08d req-a69a49dd-74a5-40ca-9bd8-366f9ea84ede tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.343283 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f6bcb82-c8c5-49ec-a735-279cdbc2c08d req-a69a49dd-74a5-40ca-9bd8-366f9ea84ede tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0834949
Apr 01 10:04:40.347451 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-384cbed4-9805-4bc8-9984-12e9219c3674 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047853
Apr 01 10:04:40.370110 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf6eb-e595-4d36-8f54-6b8bd3463a4b req-d4590723-31aa-40c1-8cc7-07eea04fb4ac tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.372345 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-91acf6eb-e595-4d36-8f54-6b8bd3463a4b req-d4590723-31aa-40c1-8cc7-07eea04fb4ac tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 944 time: 0.0576558
Apr 01 10:04:40.419294 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-91acf6eb-e595-4d36-8f54-6b8bd3463a4b req-c932d692-1b9a-4d47-8f9a-374d8b6bb15f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413089
Apr 01 10:04:40.462807 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f6bcb82-c8c5-49ec-a735-279cdbc2c08d req-58e7a468-c053-4834-988e-3872ae82c84c tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128366
Apr 01 10:04:40.473713 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584'}, {'name': 'network-changed', 'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:40.476475 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa730f0-544e-417b-9f1e-ae1c0c374353" -d '{"events": [{"name": "network-changed", "server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584"}, {"name": "network-changed", "server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:40.503807 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2bacfc5c-1836-4307-8e76-aca7d60a57b0 req-d013b078-768f-427d-9c7a-445ac73f816e service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476877
Apr 01 10:04:40.532308 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5879ff-1193-4d7e-b37a-a87f101b08da x-openstack-request-id: req-4e5879ff-1193-4d7e-b37a-a87f101b08da {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:40.532630 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:40.532883 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e5879ff-1193-4d7e-b37a-a87f101b08da {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:40.533280 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5879ff-1193-4d7e-b37a-a87f101b08da'] response: {'name': 'network-changed', 'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'status': 'completed', 'code': 200}
Apr 01 10:04:40.533534 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5879ff-1193-4d7e-b37a-a87f101b08da'] response: {'name': 'network-changed', 'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'status': 'completed', 'code': 200}
Apr 01 10:04:40.630070 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-6eb0e3b5-02de-4381-9766-7a35a131bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.631642 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-6eb0e3b5-02de-4381-9766-7a35a131bf38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1128 time: 0.0729084
Apr 01 10:04:40.654611 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1603-98f6-45fb-a5dc-50c8a74ee0a4 req-ce4699a8-7f12-4ccb-a9a7-28dd710c8545 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.656069 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-743c1603-98f6-45fb-a5dc-50c8a74ee0a4 req-ce4699a8-7f12-4ccb-a9a7-28dd710c8545 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.0718238
Apr 01 10:04:40.729073 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['e9a85c98-ea8f-41f5-9d37-da82f3c446c0'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:04:40.768798 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-743c1603-98f6-45fb-a5dc-50c8a74ee0a4 req-acc1f296-fb9e-43f7-86fc-e396aaad56fe tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963733
Apr 01 10:04:40.782613 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-bc0fedcd-53a2-45d3-a64c-cbe461a0771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.784818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-bc0fedcd-53a2-45d3-a64c-cbe461a0771e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.1450834
Apr 01 10:04:40.833370 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b527562-8308-42d5-851f-bd675104f63e req-e4176fa6-346f-44f5-8610-91767fb2147d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.834982 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8b527562-8308-42d5-851f-bd675104f63e req-e4176fa6-346f-44f5-8610-91767fb2147d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.1222560
Apr 01 10:04:40.842341 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-d7a4bc89-707b-4d0d-899b-613b3af1f832 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 217 time: 0.0508125
Apr 01 10:04:40.910308 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-9e76c4fb-d212-4b62-a77a-261ef8462638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.912378 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-9e76c4fb-d212-4b62-a77a-261ef8462638 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0632036
Apr 01 10:04:40.913876 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8b527562-8308-42d5-851f-bd675104f63e req-a61344b0-7126-4a73-8a2f-b506b4a57c85 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662820
Apr 01 10:04:40.967999 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-dac4e0a3-5eff-4924-b6a9-173fc6d2a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:40.969527 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-dac4e0a3-5eff-4924-b6a9-173fc6d2a891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0507090
Apr 01 10:04:40.970400 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c084-6a07-420b-b035-ef6b92bb80f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:41.061579 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-3ae03a3c-bb74-4d07-a88c-c2a36c164e2e service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838387
Apr 01 10:04:41.152291 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-4e186406-655f-4efd-bae5-fcc6b3b8230e service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846121
Apr 01 10:04:41.255833 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-c3bbce4b-f3d6-4734-a350-490d7f4dbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.257337 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-c3bbce4b-f3d6-4734-a350-490d7f4dbe25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1128 time: 0.0512242
Apr 01 10:04:41.348771 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-bb07504e-78c2-40ce-aee6-073f3635a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.350132 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-bb07504e-78c2-40ce-aee6-073f3635a22a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0864954
Apr 01 10:04:41.392067 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-c337a0dd-89a9-43f7-a1c2-d86f358cca5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 217 time: 0.0348799
Apr 01 10:04:41.449735 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-642b5d58-8387-4730-8a71-62a26a5f99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.451319 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-642b5d58-8387-4730-8a71-62a26a5f99c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0516751
Apr 01 10:04:41.550233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-c945707d-adf9-4330-aaa6-868c5527644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.551789 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-c945707d-adf9-4330-aaa6-868c5527644f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0940599
Apr 01 10:04:41.559562 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de9c01-b21f-42d5-9780-a33f630bc655 req-81b717f5-a163-44b7-be75-1d0eba7ffa3e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.560948 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-41de9c01-b21f-42d5-9780-a33f630bc655 req-81b717f5-a163-44b7-be75-1d0eba7ffa3e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 944 time: 0.0733731
Apr 01 10:04:41.586855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237fbb-9d9c-4e10-921a-0ffd0afb9759 req-26b0ab06-af60-4acc-85ec-60ff631aac69 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.588305 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05237fbb-9d9c-4e10-921a-0ffd0afb9759 req-26b0ab06-af60-4acc-85ec-60ff631aac69 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0549760
Apr 01 10:04:41.634436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05237fbb-9d9c-4e10-921a-0ffd0afb9759 req-07970ad4-ade3-4a60-a717-8bbe230a328a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399225
Apr 01 10:04:41.661764 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-41de9c01-b21f-42d5-9780-a33f630bc655 req-0444618d-8c80-4064-98b2-ad96a31c0b42 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928280
Apr 01 10:04:41.676952 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-e2fe4d9d-2e6d-4942-8943-b95534842465 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150577
Apr 01 10:04:41.768237 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5aa730f0-544e-417b-9f1e-ae1c0c374353 req-8aba598e-61bd-4676-b122-76b288eae2e7 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847669
Apr 01 10:04:41.883345 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032291f7-a71d-4390-b1b9-ea72dc74a971 req-a9d11f63-20c9-475d-863b-067590913947 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:41.886727 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-032291f7-a71d-4390-b1b9-ea72dc74a971 req-a9d11f63-20c9-475d-863b-067590913947 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.0566576
Apr 01 10:04:41.947433 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-032291f7-a71d-4390-b1b9-ea72dc74a971 req-68471be4-9aae-46d3-aeb0-5e1a08321f20 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502248
Apr 01 10:04:42.062507 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99d277-4942-43ac-a98a-17242f1540db req-be6742f4-7db7-496f-bb14-f8beb1d2024c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:42.070011 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ab99d277-4942-43ac-a98a-17242f1540db req-be6742f4-7db7-496f-bb14-f8beb1d2024c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0783658
Apr 01 10:04:42.107506 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9a85c98-ea8f-41f5-9d37-da82f3c446c0 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:42.142523 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ab99d277-4942-43ac-a98a-17242f1540db req-d2e8811b-2d15-4374-9074-18f00b3ce3cd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715573
Apr 01 10:04:42.184377 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.221580 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:04:42.226543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:42.226952 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.319263 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:42.319667 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.342975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:42.343791 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50538) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:42.345619 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff4e0c2-940e-4e26-89f7-7215fe27697c" -d '{"events": [{"server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "name": "network-vif-plugged", "status": "completed", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:42.360253 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:42.366493 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.441885 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:42.446532 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f7150b-24a1-41ba-ba56-b7366502a00b x-openstack-request-id: req-e2f7150b-24a1-41ba-ba56-b7366502a00b {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:42.446912 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "name": "network-vif-plugged", "status": "completed", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:42.447046 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2f7150b-24a1-41ba-ba56-b7366502a00b {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:42.447643 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f7150b-24a1-41ba-ba56-b7366502a00b'] response: {'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0', 'code': 200}
Apr 01 10:04:42.495993 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9528c7f0-4801-46a4-84d5-512ed3736b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.594212 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9528c7f0-4801-46a4-84d5-512ed3736b44 admin admin] Publish callbacks [] for security_group (36f393c3-972d-469a-9c6e-de46289e88c1), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.600169 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9528c7f0-4801-46a4-84d5-512ed3736b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (36f393c3-972d-469a-9c6e-de46289e88c1), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.690263 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9528c7f0-4801-46a4-84d5-512ed3736b44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc83e5db0ea54fb7837691f4fac4ca85&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3452272
Apr 01 10:04:42.692274 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50556) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:42.699803 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c7f0-4801-46a4-84d5-512ed3736b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f393c3-972d-469a-9c6e-de46289e88c1,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:42.761949 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577296a0-cf06-4517-b6c4-fed420b1a68b req-6fd82c07-4005-4209-843d-d862e92ae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:42.763515 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-577296a0-cf06-4517-b6c4-fed420b1a68b req-6fd82c07-4005-4209-843d-d862e92ae673 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1129 time: 0.1353476
Apr 01 10:04:42.781940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] Publish callbacks [] for security_group (36f393c3-972d-469a-9c6e-de46289e88c1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.784304 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee132a-7e22-4e12-af7e-cfc53e099cc7 req-49a18a4f-fa96-4e53-86c7-2d3d3d0f1261 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:42.785745 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9eee132a-7e22-4e12-af7e-cfc53e099cc7 req-49a18a4f-fa96-4e53-86c7-2d3d3d0f1261 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0797195
Apr 01 10:04:42.808943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] Publish callbacks [] for security_group (36f393c3-972d-469a-9c6e-de46289e88c1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.840242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf330b-219b-42c8-9e01-7c2c45df13bd req-d65a65eb-e04f-44e7-a066-fc304e54fd70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:42.841779 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46cf330b-219b-42c8-9e01-7c2c45df13bd req-d65a65eb-e04f-44e7-a066-fc304e54fd70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0943620
Apr 01 10:04:42.846559 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-577296a0-cf06-4517-b6c4-fed420b1a68b req-e1b09a52-3619-4150-ac2a-c7c591aafbe8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753341
Apr 01 10:04:42.860674 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9eee132a-7e22-4e12-af7e-cfc53e099cc7 req-81e6f13e-82fd-4b8e-9d3a-c577f7da915e tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668254
Apr 01 10:04:42.893740 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46cf330b-219b-42c8-9e01-7c2c45df13bd req-fce29084-4fb0-4a4a-874a-c77d79319d18 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449946
Apr 01 10:04:42.894474 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (36f393c3-972d-469a-9c6e-de46289e88c1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.897046 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:42.898587 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36f393c3-972d-469a-9c6e-de46289e88c1 HTTP/1.1" status: 204  len: 168 time: 0.2049928
Apr 01 10:04:42.916163 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdaed9-a59e-4417-8e75-b2e211c27756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f393c3-972d-469a-9c6e-de46289e88c1,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:43.053052 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f40d8-37a7-46c4-8908-4c1c32a1963f req-b5fea145-b26b-442a-aab1-077fc5f25b6e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:43.054528 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-207f40d8-37a7-46c4-8908-4c1c32a1963f req-b5fea145-b26b-442a-aab1-077fc5f25b6e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.0520833
Apr 01 10:04:43.123571 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-207f40d8-37a7-46c4-8908-4c1c32a1963f req-3819e12a-48b3-40fc-87fb-6e731581f2e2 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618198
Apr 01 10:04:43.219746 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50576) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:43.235801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-94a75030-4235-45f4-abc6-383068a6210a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.312678 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.347135 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d9939-ac73-43e4-9910-28ba85e39e2f req-6ac37aaa-2f52-433f-bc8d-c7e83987eb37 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:43.348739 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4d9939-ac73-43e4-9910-28ba85e39e2f req-6ac37aaa-2f52-433f-bc8d-c7e83987eb37 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0681853
Apr 01 10:04:43.360182 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-94a75030-4235-45f4-abc6-383068a6210a admin admin] Publish callbacks [] for security_group (784de4fe-e10c-44ef-b522-bdc2b93a5fcf), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.367978 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-94a75030-4235-45f4-abc6-383068a6210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (784de4fe-e10c-44ef-b522-bdc2b93a5fcf), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.402513 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4d9939-ac73-43e4-9910-28ba85e39e2f req-82013bc7-c846-439e-a495-12ec2cf5e080 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479970
Apr 01 10:04:43.408786 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75030-4235-45f4-abc6-383068a6210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784de4fe-e10c-44ef-b522-bdc2b93a5fcf,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:43.416001 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-94a75030-4235-45f4-abc6-383068a6210a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=899f3cd6b3534765a9002af8e1917b3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1951995
Apr 01 10:04:43.416983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50588) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:43.482138 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] Publish callbacks [] for security_group (784de4fe-e10c-44ef-b522-bdc2b93a5fcf), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.504018 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] Publish callbacks [] for security_group (784de4fe-e10c-44ef-b522-bdc2b93a5fcf), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.550186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (784de4fe-e10c-44ef-b522-bdc2b93a5fcf), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.552748 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.553911 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/784de4fe-e10c-44ef-b522-bdc2b93a5fcf HTTP/1.1" status: 204  len: 168 time: 0.1360290
Apr 01 10:04:43.561825 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b4a6f-895d-4e12-9124-b5100c972cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784de4fe-e10c-44ef-b522-bdc2b93a5fcf,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:43.705480 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50604) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:43.822001 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-733d307a-586c-436e-b937-41a0670e69e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.901779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-733d307a-586c-436e-b937-41a0670e69e7 admin admin] Publish callbacks [] for security_group (0badf190-41a5-4725-8b8c-4648f8855dc9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.906718 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-733d307a-586c-436e-b937-41a0670e69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0badf190-41a5-4725-8b8c-4648f8855dc9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:43.949165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-733d307a-586c-436e-b937-41a0670e69e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=325997ce1da745a4858a6b7f87624dc7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2390726
Apr 01 10:04:43.949513 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50624) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:43.956289 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d307a-586c-436e-b937-41a0670e69e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0badf190-41a5-4725-8b8c-4648f8855dc9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:44.049884 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] Publish callbacks [] for security_group (0badf190-41a5-4725-8b8c-4648f8855dc9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.059529 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209da45-8231-4997-854d-b09bb708f7be req-ad5dd00c-e2ba-448c-b53e-2df1e0ae46e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:44.061117 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e209da45-8231-4997-854d-b09bb708f7be req-ad5dd00c-e2ba-448c-b53e-2df1e0ae46e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0821152
Apr 01 10:04:44.092604 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:04:44.094453 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] Publish callbacks [] for security_group (0badf190-41a5-4725-8b8c-4648f8855dc9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.146070 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e209da45-8231-4997-854d-b09bb708f7be req-fdd50e54-f812-48da-a347-5d8189e59030 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771718
Apr 01 10:04:44.181724 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0badf190-41a5-4725-8b8c-4648f8855dc9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.184864 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.186276 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0badf190-41a5-4725-8b8c-4648f8855dc9 HTTP/1.1" status: 204  len: 168 time: 0.2355752
Apr 01 10:04:44.219920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d778834-0655-4982-876e-8f0359c94ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0badf190-41a5-4725-8b8c-4648f8855dc9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:44.283045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:44.297420 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:04:44.324460 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:04:44.359714 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:44.360185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.362721 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aed83-983c-4a97-978d-adf9c1e60a35 req-ce2a1b0c-227b-4bdb-987e-7edbec1717eb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:44.372674 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-644aed83-983c-4a97-978d-adf9c1e60a35 req-ce2a1b0c-227b-4bdb-987e-7edbec1717eb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 944 time: 0.1370800
Apr 01 10:04:44.375372 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:44.399415 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:44.407565 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.409895 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e35a73e3-6163-462e-9549-4a90aec2d584 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:04:44.449656 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-644aed83-983c-4a97-978d-adf9c1e60a35 req-da8c78f2-b9f6-46f2-aa2c-d9054986d8c0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700519
Apr 01 10:04:44.551755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:44.606418 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35a73e3-6163-462e-9549-4a90aec2d584,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:44.619390 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be30e1-fcc9-4550-92e1-5c7bbe54a406 req-1a494232-49dc-4c8d-a710-caaf3c8ffa19 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:44.620803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'port_id': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'mac_address': 'fa:16:3e:88:2d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:04:44.629313 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-84be30e1-fcc9-4550-92e1-5c7bbe54a406 req-1a494232-49dc-4c8d-a710-caaf3c8ffa19 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0683105
Apr 01 10:04:44.689969 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-84be30e1-fcc9-4550-92e1-5c7bbe54a406 req-b29d12d8-0a0c-4c5a-8a00-8d8b81de6d4e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593092
Apr 01 10:04:44.710976 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e35a73e3-6163-462e-9549-4a90aec2d584 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:44.711642 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.726220 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35a73e3-6163-462e-9549-4a90aec2d584 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:44.748192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35a73e3-6163-462e-9549-4a90aec2d584,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:44.755849 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:44.756686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7309433f-2298-42e8-bf12-5febdcdd2183 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:04:44.860049 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:44.917541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7309433f-2298-42e8-bf12-5febdcdd2183,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:44.933093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '7309433f-2298-42e8-bf12-5febdcdd2183', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'port_id': '7309433f-2298-42e8-bf12-5febdcdd2183', 'mac_address': 'fa:16:3e:c6:bc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:04:44.979063 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50680) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:44.994324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3df2b4-a7bb-42df-873c-ab054ea16404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.005188 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 7309433f-2298-42e8-bf12-5febdcdd2183 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:45.005584 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.034812 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7309433f-2298-42e8-bf12-5febdcdd2183 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:04:45.067824 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.077503 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7309433f-2298-42e8-bf12-5febdcdd2183,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:45.083376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.122092 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3df2b4-a7bb-42df-873c-ab054ea16404 admin admin] Publish callbacks [] for security_group (f803a016-14f7-4597-8f16-9f42bf25b921), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.133334 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3df2b4-a7bb-42df-873c-ab054ea16404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f803a016-14f7-4597-8f16-9f42bf25b921), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.147702 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:45.176182 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ae3df2b4-a7bb-42df-873c-ab054ea16404 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d72e280f4574abca0171235d2d0f300&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1959660
Apr 01 10:04:45.176784 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50694) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:45.185479 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3df2b4-a7bb-42df-873c-ab054ea16404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f803a016-14f7-4597-8f16-9f42bf25b921,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:45.237335 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] Publish callbacks [] for security_group (f803a016-14f7-4597-8f16-9f42bf25b921), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.263099 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] Publish callbacks [] for security_group (f803a016-14f7-4597-8f16-9f42bf25b921), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.329813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505a29-b9af-4ac5-a30b-02979bdc34ca req-d1496635-6081-4e19-9945-8498bff04bc0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:45.331518 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-82505a29-b9af-4ac5-a30b-02979bdc34ca req-d1496635-6081-4e19-9945-8498bff04bc0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0722282
Apr 01 10:04:45.335942 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f803a016-14f7-4597-8f16-9f42bf25b921), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.340683 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:45.340683 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f803a016-14f7-4597-8f16-9f42bf25b921 HTTP/1.1" status: 204  len: 168 time: 0.1612177
Apr 01 10:04:45.353625 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cabf22-ef1f-4dcc-9e06-9003ed52702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803a016-14f7-4597-8f16-9f42bf25b921,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:45.401174 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-82505a29-b9af-4ac5-a30b-02979bdc34ca req-afd1ec07-8c09-4765-8e0c-9705fad99dcd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613470
Apr 01 10:04:45.605026 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70426fc-1fd8-482d-9685-08c4be1c7382 req-2a2c3a55-8651-4f1e-833f-6a93b25ccd4d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:45.612704 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f70426fc-1fd8-482d-9685-08c4be1c7382 req-2a2c3a55-8651-4f1e-833f-6a93b25ccd4d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 945 time: 0.0697863
Apr 01 10:04:45.626722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['e35a73e3-6163-462e-9549-4a90aec2d584'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:04:45.702011 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['b8c404b8-1348-40f2-87ab-56e8fc6c155a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:04:45.714165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f70426fc-1fd8-482d-9685-08c4be1c7382 req-1cf3d05b-8357-4561-97bd-ea3c225e78bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005435
Apr 01 10:04:45.776804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['7309433f-2298-42e8-bf12-5febdcdd2183'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:04:45.874853 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27295-fb8c-4a32-9917-248792c7280b req-3017effc-2009-46b0-b588-793f77def43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:45.877081 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-3017effc-2009-46b0-b588-793f77def43f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1129 time: 0.1989040
Apr 01 10:04:45.921424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daf5be-2d43-4b5d-870d-c99ca5c28e1e req-ae7910d3-dee0-433c-8d16-c94ae7cfc1b6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:45.923142 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17daf5be-2d43-4b5d-870d-c99ca5c28e1e req-ae7910d3-dee0-433c-8d16-c94ae7cfc1b6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0945961
Apr 01 10:04:45.998375 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17daf5be-2d43-4b5d-870d-c99ca5c28e1e req-d66ce24a-0af5-4616-963b-175c466dd161 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690451
Apr 01 10:04:46.054936 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27295-fb8c-4a32-9917-248792c7280b req-f212b0bf-dbc9-4167-adf8-a0bca8bb1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:46.059692 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-f212b0bf-dbc9-4167-adf8-a0bca8bb1ab4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1649847
Apr 01 10:04:46.119717 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-912a79d1-d469-4af4-a67f-b632997e59fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 217 time: 0.0525827
Apr 01 10:04:46.143811 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bf8f-6a78-430e-ae6d-627ff08a181c req-3684decf-d84a-49f2-86c8-dae0915c5e96 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:46.153539 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fc23bf8f-6a78-430e-ae6d-627ff08a181c req-3684decf-d84a-49f2-86c8-dae0915c5e96 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.3914771
Apr 01 10:04:46.257602 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27295-fb8c-4a32-9917-248792c7280b req-ddee9ca2-6fe4-4720-9935-8c73a6cab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:46.259097 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-ddee9ca2-6fe4-4720-9935-8c73a6cab00b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0960190
Apr 01 10:04:46.267353 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fc23bf8f-6a78-430e-ae6d-627ff08a181c req-f0ea51bf-f562-438f-bcc3-cb839acdecc2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123080
Apr 01 10:04:46.317269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27295-fb8c-4a32-9917-248792c7280b req-e518ed98-d541-4cee-aed1-e0de04690329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:46.318803 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-e518ed98-d541-4cee-aed1-e0de04690329 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446107
Apr 01 10:04:46.410381 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-c00edab9-03e3-4266-bab3-a13d2f838078 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850379
Apr 01 10:04:46.506219 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aca27295-fb8c-4a32-9917-248792c7280b req-c304f961-7355-4c9a-ad86-4986dda98a8e service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888674
Apr 01 10:04:46.822362 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7f167-7100-467e-a6e0-86aebc84727e req-b651546e-7160-4eab-9068-7a2ddc2cfb77 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:46.823918 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2f7f167-7100-467e-a6e0-86aebc84727e req-b651546e-7160-4eab-9068-7a2ddc2cfb77 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 945 time: 0.0561676
Apr 01 10:04:46.872400 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2f7f167-7100-467e-a6e0-86aebc84727e req-0350b06a-5343-4853-adf4-067416b62cf6 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423105
Apr 01 10:04:47.155012 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfae1a8-d351-4dfd-b939-7bf0676a2c8c req-c9585b1d-2d89-4853-8feb-13d96cb19cb9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:47.156644 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cdfae1a8-d351-4dfd-b939-7bf0676a2c8c req-c9585b1d-2d89-4853-8feb-13d96cb19cb9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0800381
Apr 01 10:04:47.207318 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cdfae1a8-d351-4dfd-b939-7bf0676a2c8c req-36115de6-64d8-4c07-b8ba-8cf6ee40fdfd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445461
Apr 01 10:04:47.414672 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80b6f-f50a-4a2c-9a1a-43138c0db251 req-9be65769-0255-42a8-a5d7-31e70b1e5cf7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:47.417237 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7b80b6f-f50a-4a2c-9a1a-43138c0db251 req-9be65769-0255-42a8-a5d7-31e70b1e5cf7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0582733
Apr 01 10:04:47.471241 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7b80b6f-f50a-4a2c-9a1a-43138c0db251 req-0f5924e9-254a-4849-b0dd-dc9da0851e3e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490401
Apr 01 10:04:47.991424 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33172e16-f6ca-4394-800c-4473b942cc43 req-a819e80e-3a77-4393-9e74-3bac3a5885b8 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:47.992874 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-33172e16-f6ca-4394-800c-4473b942cc43 req-a819e80e-3a77-4393-9e74-3bac3a5885b8 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 945 time: 0.0504632
Apr 01 10:04:48.028258 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50844) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.042070 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-33172e16-f6ca-4394-800c-4473b942cc43 req-1168f724-5e25-4d43-aa5e-314a0dad7747 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432901
Apr 01 10:04:48.134277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1cf22a0f-cd60-478a-be9d-bba777aad11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.205472 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1cf22a0f-cd60-478a-be9d-bba777aad11a admin admin] Publish callbacks [] for security_group (03030c71-254d-4ebc-8bd6-75ca86943938), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.211481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1cf22a0f-cd60-478a-be9d-bba777aad11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (03030c71-254d-4ebc-8bd6-75ca86943938), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.252233 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1cf22a0f-cd60-478a-be9d-bba777aad11a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db6891de1e6f4196997f56e4993967d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2218688
Apr 01 10:04:48.252333 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50856) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.255247 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22a0f-cd60-478a-be9d-bba777aad11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03030c71-254d-4ebc-8bd6-75ca86943938,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:48.303867 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] Publish callbacks [] for security_group (03030c71-254d-4ebc-8bd6-75ca86943938), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.337465 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] Publish callbacks [] for security_group (03030c71-254d-4ebc-8bd6-75ca86943938), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.357613 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec4427-af60-4c7c-9294-7dfb34710293 req-9b1abeba-7002-4d23-9423-8e9517825ef4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:48.363115 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f8ec4427-af60-4c7c-9294-7dfb34710293 req-9b1abeba-7002-4d23-9423-8e9517825ef4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0584641
Apr 01 10:04:48.395116 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (03030c71-254d-4ebc-8bd6-75ca86943938), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.398746 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.402319 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03030c71-254d-4ebc-8bd6-75ca86943938 HTTP/1.1" status: 204  len: 168 time: 0.1466260
Apr 01 10:04:48.409851 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730d1c-a517-4112-9a59-2cde1e543c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03030c71-254d-4ebc-8bd6-75ca86943938,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:48.415864 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f8ec4427-af60-4c7c-9294-7dfb34710293 req-010c92d5-5e76-469f-b53c-73c79d0e27f5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497425
Apr 01 10:04:48.461529 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50862) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.598892 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2f128-a3a0-4b9b-9d2d-5f952c680dbd req-c6827574-3b36-4146-8444-2b61a0fec16f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:48.605717 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3fe2f128-a3a0-4b9b-9d2d-5f952c680dbd req-c6827574-3b36-4146-8444-2b61a0fec16f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0672898
Apr 01 10:04:48.647497 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3fe2f128-a3a0-4b9b-9d2d-5f952c680dbd req-da379e3d-f3f2-410b-aafd-c82b5f3fb4f6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409105
Apr 01 10:04:48.703018 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cf45479-27d4-4a93-8d19-4a874a73ffb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.750994 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50874) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.767964 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79ede4ad-de9c-4831-9ebb-857997da2852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.780856 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cf45479-27d4-4a93-8d19-4a874a73ffb1 admin admin] Publish callbacks [] for security_group (eb57142d-0023-4df3-b657-af0c2562a0c7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.785821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cf45479-27d4-4a93-8d19-4a874a73ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (eb57142d-0023-4df3-b657-af0c2562a0c7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.822969 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2cf45479-27d4-4a93-8d19-4a874a73ffb1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3f1e60fcbcc44dbbdd1fedd6a72dbdf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3602977
Apr 01 10:04:48.823657 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45479-27d4-4a93-8d19-4a874a73ffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57142d-0023-4df3-b657-af0c2562a0c7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:48.826506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50876) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.859941 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79ede4ad-de9c-4831-9ebb-857997da2852 admin admin] Publish callbacks [] for security_group (d29a7e5b-eac7-4a17-b657-ed7605db72a5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.868631 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79ede4ad-de9c-4831-9ebb-857997da2852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d29a7e5b-eac7-4a17-b657-ed7605db72a5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.913957 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-79ede4ad-de9c-4831-9ebb-857997da2852 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ee9529ccf8943cb9bf57be8859b781a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1615720
Apr 01 10:04:48.916845 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50878) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:48.920629 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ede4ad-de9c-4831-9ebb-857997da2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29a7e5b-eac7-4a17-b657-ed7605db72a5,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:48.928517 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] Publish callbacks [] for security_group (eb57142d-0023-4df3-b657-af0c2562a0c7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.951325 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] Publish callbacks [] for security_group (eb57142d-0023-4df3-b657-af0c2562a0c7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.966330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] Publish callbacks [] for security_group (d29a7e5b-eac7-4a17-b657-ed7605db72a5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.987842 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] Publish callbacks [] for security_group (d29a7e5b-eac7-4a17-b657-ed7605db72a5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:48.999698 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (eb57142d-0023-4df3-b657-af0c2562a0c7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.002259 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.003735 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb57142d-0023-4df3-b657-af0c2562a0c7 HTTP/1.1" status: 204  len: 168 time: 0.1756096
Apr 01 10:04:49.011172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f977d-6443-4ef2-9bb8-ecfa0d0e9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57142d-0023-4df3-b657-af0c2562a0c7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:49.039587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d29a7e5b-eac7-4a17-b657-ed7605db72a5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.043317 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.044495 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d29a7e5b-eac7-4a17-b657-ed7605db72a5 HTTP/1.1" status: 204  len: 168 time: 0.1266232
Apr 01 10:04:49.053764 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf434af-da2f-4ddc-bcad-fa2bdc8bda0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29a7e5b-eac7-4a17-b657-ed7605db72a5,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:49.170075 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f27c-04e3-4409-a146-942930dc532f req-6b749547-4dae-4943-9ad1-408ddcaaddf1 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:49.172099 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1767f27c-04e3-4409-a146-942930dc532f req-6b749547-4dae-4943-9ad1-408ddcaaddf1 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 945 time: 0.0543659
Apr 01 10:04:49.225291 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1767f27c-04e3-4409-a146-942930dc532f req-b9b074c5-61d5-4817-a864-8b910eff85e0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477297
Apr 01 10:04:49.334684 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:49.404287 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port b8c404b8-1348-40f2-87ab-56e8fc6c155a completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:04:49.408516 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port b8c404b8-1348-40f2-87ab-56e8fc6c155a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:49.408999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.433481 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 50898) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:49.452714 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cc08f94c-f13a-46d3-99c7-85a62d556488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.502564 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:49.502999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.530055 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:49.532338 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeea380-9053-47ca-a9c0-09c8df7bcb25" -d '{"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:49.545170 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:49.550767 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.551951 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e35a73e3-6163-462e-9549-4a90aec2d584 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:49.596319 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cc08f94c-f13a-46d3-99c7-85a62d556488 admin admin] Publish callbacks [] for security_group (5a653cf0-3b21-4729-92e6-da5171b1fe76), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.598604 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0daf48-471a-4fb4-b0b4-7becc5304d2d x-openstack-request-id: req-2e0daf48-471a-4fb4-b0b4-7becc5304d2d {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:49.599090 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:49.599200 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e0daf48-471a-4fb4-b0b4-7becc5304d2d {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:49.599714 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0daf48-471a-4fb4-b0b4-7becc5304d2d'] response: {'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'code': 200}
Apr 01 10:04:49.606084 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca1e8-9de5-44d5-a86c-9fe70b18c434 req-ba70065c-00d8-4c99-8ef2-572780fed386 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:49.616232 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e07ca1e8-9de5-44d5-a86c-9fe70b18c434 req-ba70065c-00d8-4c99-8ef2-572780fed386 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.1067469
Apr 01 10:04:49.622152 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cc08f94c-f13a-46d3-99c7-85a62d556488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (5a653cf0-3b21-4729-92e6-da5171b1fe76), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.640784 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:49.653861 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port e35a73e3-6163-462e-9549-4a90aec2d584 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:04:49.657865 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port e35a73e3-6163-462e-9549-4a90aec2d584 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:49.658240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.687030 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cc08f94c-f13a-46d3-99c7-85a62d556488 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be2ee5064fa3454fb184b20b8c5e54ab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2485645
Apr 01 10:04:49.687376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 50912) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:04:49.700750 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f94c-f13a-46d3-99c7-85a62d556488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a653cf0-3b21-4729-92e6-da5171b1fe76,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:49.733369 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e07ca1e8-9de5-44d5-a86c-9fe70b18c434 req-598993f0-b5af-4441-b268-6d4f2a555371 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173642
Apr 01 10:04:49.759687 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e35a73e3-6163-462e-9549-4a90aec2d584 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:49.760055 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.777164 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] Publish callbacks [] for security_group (5a653cf0-3b21-4729-92e6-da5171b1fe76), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.796886 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35a73e3-6163-462e-9549-4a90aec2d584,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:49.806964 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.807792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7309433f-2298-42e8-bf12-5febdcdd2183 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:04:49.837961 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] Publish callbacks [] for security_group (5a653cf0-3b21-4729-92e6-da5171b1fe76), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.888705 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba627a7-1426-4a27-bf0a-744e1e052c1a req-a714787b-5858-4156-b5e5-85726b63fb4a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:49.890216 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7ba627a7-1426-4a27-bf0a-744e1e052c1a req-a714787b-5858-4156-b5e5-85726b63fb4a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.1096656
Apr 01 10:04:49.891087 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:49.907649 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 7309433f-2298-42e8-bf12-5febdcdd2183 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:04:49.916369 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 7309433f-2298-42e8-bf12-5febdcdd2183 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:04:49.917073 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.927680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (5a653cf0-3b21-4729-92e6-da5171b1fe76), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.930300 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:49.934161 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a653cf0-3b21-4729-92e6-da5171b1fe76 HTTP/1.1" status: 204  len: 168 time: 0.2455566
Apr 01 10:04:49.948736 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da444138-5b8c-4ca1-98a3-d57523c4974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a653cf0-3b21-4729-92e6-da5171b1fe76,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:50.003197 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7ba627a7-1426-4a27-bf0a-744e1e052c1a req-39e815b7-af0b-48a7-b792-9ff1637b6553 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900946
Apr 01 10:04:50.007560 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 7309433f-2298-42e8-bf12-5febdcdd2183 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:04:50.007949 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:50.043329 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7309433f-2298-42e8-bf12-5febdcdd2183,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:04:50.047914 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:04:50.101637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:04:50.350505 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbaaa9-5f33-4e85-8f44-a76fe10e02ed req-506898a0-95dd-4462-a49a-22379fffbf7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:50.355466 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39bbaaa9-5f33-4e85-8f44-a76fe10e02ed req-506898a0-95dd-4462-a49a-22379fffbf7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0597439
Apr 01 10:04:50.404444 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39bbaaa9-5f33-4e85-8f44-a76fe10e02ed req-d31616fc-f34e-4a7b-8cee-1d48e54e6172 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479884
Apr 01 10:04:50.851328 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61cc20-badf-439b-95ef-4ba19f132673 req-a2282050-f43f-49ea-901c-fcfb868e74f4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:50.852914 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a61cc20-badf-439b-95ef-4ba19f132673 req-a2282050-f43f-49ea-901c-fcfb868e74f4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0604227
Apr 01 10:04:50.902299 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a61cc20-badf-439b-95ef-4ba19f132673 req-2c2894ff-0270-4565-b46f-b12cd86547c4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438206
Apr 01 10:04:51.119309 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70a1ee-dfe1-446f-8f3c-14e10c3f4252 req-47549268-2f25-4cac-b41f-ab78114ce9dc tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:51.120932 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b70a1ee-dfe1-446f-8f3c-14e10c3f4252 req-47549268-2f25-4cac-b41f-ab78114ce9dc tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0540099
Apr 01 10:04:51.171172 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b70a1ee-dfe1-446f-8f3c-14e10c3f4252 req-c6cd2ef0-22c6-4ce0-8839-bc5e2645d934 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439675
Apr 01 10:04:51.531745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f37df0-84ca-4455-bf3f-3c7cb8751c28 req-49d9d8ae-4fd2-4cbd-86f0-15601f81551a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:51.533281 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9f37df0-84ca-4455-bf3f-3c7cb8751c28 req-49d9d8ae-4fd2-4cbd-86f0-15601f81551a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0558848
Apr 01 10:04:51.578923 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9f37df0-84ca-4455-bf3f-3c7cb8751c28 req-e3bd840f-8477-4343-b1f1-5892ab118f06 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396864
Apr 01 10:04:51.601413 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584'}, {'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:04:51.604589 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a1a8a-ecdc-44dd-9b46-e24cdc784abe" -d '{"events": [{"server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "name": "network-vif-plugged", "status": "completed", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584"}, {"server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "name": "network-vif-plugged", "status": "completed", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:04:51.644753 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 10:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1860db8-156a-44ef-9c29-1840057e48a0 x-openstack-request-id: req-d1860db8-156a-44ef-9c29-1840057e48a0 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:04:51.645050 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "name": "network-vif-plugged", "status": "completed", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584", "code": 200}, {"server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "name": "network-vif-plugged", "status": "completed", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:04:51.645472 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1860db8-156a-44ef-9c29-1840057e48a0 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:04:51.645878 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1860db8-156a-44ef-9c29-1840057e48a0'] response: {'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'code': 200}
Apr 01 10:04:51.646160 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1860db8-156a-44ef-9c29-1840057e48a0'] response: {'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183', 'code': 200}
Apr 01 10:04:51.817051 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76bb1e-734a-4c8b-9cb1-a6e53df4919f req-c3347794-d931-44bb-a784-6944d3dcd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:51.819574 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9c76bb1e-734a-4c8b-9cb1-a6e53df4919f req-c3347794-d931-44bb-a784-6944d3dcd20e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1130 time: 0.0520568
Apr 01 10:04:51.890625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6a4f8-9ef9-432e-b8d0-fc8849c57c4d req-20926252-f4a6-4559-8430-822cd357122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:51.892396 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-66b6a4f8-9ef9-432e-b8d0-fc8849c57c4d req-20926252-f4a6-4559-8430-822cd357122a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0492437
Apr 01 10:04:51.895659 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9c76bb1e-734a-4c8b-9cb1-a6e53df4919f req-7506de0c-a9c0-4b73-aa02-7b701c0407fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606911
Apr 01 10:04:51.902306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd37-02c6-41d7-b121-77f12797d739 req-f6d9c1d4-b950-417c-a728-c6755870ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:51.903887 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-240cdd37-02c6-41d7-b121-77f12797d739 req-f6d9c1d4-b950-417c-a728-c6755870ce02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1130 time: 0.0786271
Apr 01 10:04:52.023878 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39009-ba7c-438f-a73e-9b905267fb78 req-59032039-d13c-417b-9ceb-2da179499043 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:52.025563 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5e39009-ba7c-438f-a73e-9b905267fb78 req-59032039-d13c-417b-9ceb-2da179499043 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0542912
Apr 01 10:04:52.079118 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5e39009-ba7c-438f-a73e-9b905267fb78 req-2e2eeaa2-c3b3-466f-b581-84f33bad6ff6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475354
Apr 01 10:04:52.294992 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb749-6ca2-473f-90b7-204dcac53a4f req-7399c4b9-97af-4363-8e9e-355ef483c00b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:52.296347 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-670eb749-6ca2-473f-90b7-204dcac53a4f req-7399c4b9-97af-4363-8e9e-355ef483c00b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0538468
Apr 01 10:04:52.353362 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-670eb749-6ca2-473f-90b7-204dcac53a4f req-e8ca71f0-4b1b-4187-8ac7-c6bd98c03274 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482061
Apr 01 10:04:52.458722 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-66b6a4f8-9ef9-432e-b8d0-fc8849c57c4d req-51bea20f-13ca-4302-a93b-da9e098e0298 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437212
Apr 01 10:04:52.462922 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-240cdd37-02c6-41d7-b121-77f12797d739 req-b8381165-cb2d-4e70-81be-63c774ec9015 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410936
Apr 01 10:04:52.701712 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcf376-a5ad-4557-9bba-8cd0b97bee7b req-71b3c64f-733a-4bfc-9183-952a83219e6b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:52.703384 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87dcf376-a5ad-4557-9bba-8cd0b97bee7b req-71b3c64f-733a-4bfc-9183-952a83219e6b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0555673
Apr 01 10:04:52.753732 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87dcf376-a5ad-4557-9bba-8cd0b97bee7b req-bc312190-3feb-4345-bc2d-65a829bd02cd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446126
Apr 01 10:04:53.205917 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a9358-c574-4f3e-a6aa-81e52d6f4eb7 req-41e31d0b-0cb9-4e4e-90cf-fc46f7ba3eab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:53.207543 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dd3a9358-c574-4f3e-a6aa-81e52d6f4eb7 req-41e31d0b-0cb9-4e4e-90cf-fc46f7ba3eab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0557699
Apr 01 10:04:53.255296 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dd3a9358-c574-4f3e-a6aa-81e52d6f4eb7 req-8ebac2d3-d58a-4a53-a9c0-195063a446df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404050
Apr 01 10:04:53.478126 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d48d-ac5b-4f3d-860a-208082cf5539 req-ad1899db-4338-4b8b-a7be-9fc3f1955b5c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:53.479568 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4417d48d-ac5b-4f3d-860a-208082cf5539 req-ad1899db-4338-4b8b-a7be-9fc3f1955b5c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0537002
Apr 01 10:04:53.528255 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4417d48d-ac5b-4f3d-860a-208082cf5539 req-bdc7871e-d29e-4513-96ca-66eadfb2e786 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428753
Apr 01 10:04:53.885341 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250386-1cda-4e01-8c67-838cd2ab3048 req-d1832889-cfd1-4bfe-b38e-755803cb4c31 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:53.886870 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e5250386-1cda-4e01-8c67-838cd2ab3048 req-d1832889-cfd1-4bfe-b38e-755803cb4c31 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0527761
Apr 01 10:04:53.936390 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e5250386-1cda-4e01-8c67-838cd2ab3048 req-7014ccf3-6977-424c-883c-508e9785ba7d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439560
Apr 01 10:04:54.385102 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2f0c-3985-41f2-ba61-a0115bfc9d8f req-26f29a0d-2b37-42e8-8579-2e9e31d5f07d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:54.386633 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc5f2f0c-3985-41f2-ba61-a0115bfc9d8f req-26f29a0d-2b37-42e8-8579-2e9e31d5f07d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0518785
Apr 01 10:04:54.444297 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc5f2f0c-3985-41f2-ba61-a0115bfc9d8f req-aa820250-3259-4fa1-853c-d1caf6cac261 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504310
Apr 01 10:04:54.654844 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd19f-f183-40fe-bee0-931f9b0d3c59 req-950d45c4-e7db-4311-a715-cda814549e4e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:54.656442 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a50dd19f-f183-40fe-bee0-931f9b0d3c59 req-950d45c4-e7db-4311-a715-cda814549e4e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0599647
Apr 01 10:04:54.711798 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a50dd19f-f183-40fe-bee0-931f9b0d3c59 req-97f2ef90-9c2a-4409-8a57-526cad8b4c18 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466416
Apr 01 10:04:55.070077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05476eb4-46f1-4f6a-98d4-072bfb43bde2 req-ec128153-62b1-4863-a1fa-21ede7819fe5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:55.071563 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05476eb4-46f1-4f6a-98d4-072bfb43bde2 req-ec128153-62b1-4863-a1fa-21ede7819fe5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0581245
Apr 01 10:04:55.117036 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05476eb4-46f1-4f6a-98d4-072bfb43bde2 req-98ddb814-7d7c-4490-81a0-f259980aab22 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397401
Apr 01 10:04:55.567798 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d96644-2441-4ac8-aa3f-37e3431d9e82 req-9f77dffc-1919-47a7-9c5e-e43ffd60a51f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:55.569239 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-17d96644-2441-4ac8-aa3f-37e3431d9e82 req-9f77dffc-1919-47a7-9c5e-e43ffd60a51f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0547030
Apr 01 10:04:55.619725 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-17d96644-2441-4ac8-aa3f-37e3431d9e82 req-8c7724c6-cee1-49c6-9eb8-7019fe0f4643 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424161
Apr 01 10:04:55.832284 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6665b25-aa3e-4d81-bd58-d031e15b41bd req-dba87f87-a227-4daf-b8f9-446401a11918 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:55.833755 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6665b25-aa3e-4d81-bd58-d031e15b41bd req-dba87f87-a227-4daf-b8f9-446401a11918 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0528884
Apr 01 10:04:55.883718 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6665b25-aa3e-4d81-bd58-d031e15b41bd req-a3a611b0-95da-4c56-b18b-eee979795c06 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441613
Apr 01 10:04:56.417365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a326-0d39-43f8-8aff-c4222f3b548f req-b18a888b-5297-4b23-888c-f9fe4a704873 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:56.418911 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca09a326-0d39-43f8-8aff-c4222f3b548f req-b18a888b-5297-4b23-888c-f9fe4a704873 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.2357678
Apr 01 10:04:56.470473 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca09a326-0d39-43f8-8aff-c4222f3b548f req-e58658b0-7618-4154-98db-9a9b950e8785 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399311
Apr 01 10:04:56.758076 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b2fb3-eb6d-480c-8393-6ec7c74ccf44 req-a227a189-be7b-455e-b1ae-60b6722cd077 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:56.759595 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-717b2fb3-eb6d-480c-8393-6ec7c74ccf44 req-a227a189-be7b-455e-b1ae-60b6722cd077 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0541422
Apr 01 10:04:56.816141 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-717b2fb3-eb6d-480c-8393-6ec7c74ccf44 req-e6a8888c-def8-4b74-8e74-9d837f2af4bf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507371
Apr 01 10:04:57.008508 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecc271-6fd6-4ede-ab05-eb0ace1be9ee req-c3650de9-41a3-4377-8aa8-e6f791ecb746 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:57.009999 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9eecc271-6fd6-4ede-ab05-eb0ace1be9ee req-c3650de9-41a3-4377-8aa8-e6f791ecb746 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0545840
Apr 01 10:04:57.060396 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9eecc271-6fd6-4ede-ab05-eb0ace1be9ee req-48d61fc7-7acc-4bda-8fc7-d9fdb65963bc tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441198
Apr 01 10:04:57.584059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693010b4-615b-4171-a7f2-3e2ec8865ed1 req-2a48bcaf-85fb-4169-812d-564fe09236e0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:57.585536 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-693010b4-615b-4171-a7f2-3e2ec8865ed1 req-2a48bcaf-85fb-4169-812d-564fe09236e0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0517190
Apr 01 10:04:57.634688 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-693010b4-615b-4171-a7f2-3e2ec8865ed1 req-e0c03231-e630-48b6-9c1c-225f51989126 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434573
Apr 01 10:04:57.941703 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4fe9f-a61c-49eb-a254-93c5353147f0 req-fd1a9314-32e3-4389-b051-3df5cef60d7b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:57.943070 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-efa4fe9f-a61c-49eb-a254-93c5353147f0 req-fd1a9314-32e3-4389-b051-3df5cef60d7b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0565889
Apr 01 10:04:57.991992 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-efa4fe9f-a61c-49eb-a254-93c5353147f0 req-2bc9a2e5-fdfa-49a6-8d91-39cf11e77f0c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409796
Apr 01 10:04:58.180164 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309cbe-8bdc-4a46-93cd-29d1bcd2b513 req-ec4fdc67-a555-4370-85c6-1ee4ad6fff7e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:58.181635 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-16309cbe-8bdc-4a46-93cd-29d1bcd2b513 req-ec4fdc67-a555-4370-85c6-1ee4ad6fff7e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0533895
Apr 01 10:04:58.238905 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-16309cbe-8bdc-4a46-93cd-29d1bcd2b513 req-6535ea55-02fd-4794-ab37-4049dec82490 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505812
Apr 01 10:04:58.769946 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2858919-e543-4c49-b519-3aa9532a2b29 req-45d8088a-ebb1-41ee-8e1f-48a9539d624b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:58.771637 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c2858919-e543-4c49-b519-3aa9532a2b29 req-45d8088a-ebb1-41ee-8e1f-48a9539d624b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0569026
Apr 01 10:04:58.819624 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c2858919-e543-4c49-b519-3aa9532a2b29 req-fdd10cf5-4744-4908-977f-b82169d17ff5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419085
Apr 01 10:04:59.124651 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df105b64-27da-4795-89af-bfa2e5e53412 req-aee33644-f888-4487-8f45-3c3752cd26b9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:59.126198 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-df105b64-27da-4795-89af-bfa2e5e53412 req-aee33644-f888-4487-8f45-3c3752cd26b9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0590503
Apr 01 10:04:59.174444 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-df105b64-27da-4795-89af-bfa2e5e53412 req-996fc4cd-6081-490c-9029-ecf5c0aa7ede tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424628
Apr 01 10:04:59.367444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc519d-43f0-481d-bd00-3f972b754ef4 req-701de709-2a3c-4e37-b257-c51c76e7ef51 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:59.368943 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6ebc519d-43f0-481d-bd00-3f972b754ef4 req-701de709-2a3c-4e37-b257-c51c76e7ef51 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0528147
Apr 01 10:04:59.420823 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6ebc519d-43f0-481d-bd00-3f972b754ef4 req-679d82ab-18c5-40e7-84e8-4d5bb8a362cd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431235
Apr 01 10:04:59.950217 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d77cd-08af-461f-bd25-972f4f83e283 req-bd790951-a1d6-40fb-9ef4-6126a8d750e2 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:04:59.951716 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e9d77cd-08af-461f-bd25-972f4f83e283 req-bd790951-a1d6-40fb-9ef4-6126a8d750e2 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0589180
Apr 01 10:04:59.997784 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e9d77cd-08af-461f-bd25-972f4f83e283 req-7f75cf85-4350-4490-985c-87b03c63ed2e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403793
Apr 01 10:05:00.306770 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22367-d137-4e8c-bf65-5e8dd6ab7d24 req-3067efe9-1beb-4bf4-9827-5e0cdd8bc340 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:00.308287 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7f22367-d137-4e8c-bf65-5e8dd6ab7d24 req-3067efe9-1beb-4bf4-9827-5e0cdd8bc340 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0519361
Apr 01 10:05:00.356581 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7f22367-d137-4e8c-bf65-5e8dd6ab7d24 req-dbdbb27b-4659-4906-b675-fdd0e3627738 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426214
Apr 01 10:05:00.556444 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ec517-cefa-45fc-bf7d-e2a32382e974 req-3b7fadf4-3969-4e11-81d8-36f69f92e85d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:00.557932 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ed4ec517-cefa-45fc-bf7d-e2a32382e974 req-3b7fadf4-3969-4e11-81d8-36f69f92e85d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0555651
Apr 01 10:05:00.609208 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ed4ec517-cefa-45fc-bf7d-e2a32382e974 req-3f429438-95ce-4e88-9950-2f956ddb0490 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447230
Apr 01 10:05:01.119444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af83bf5-1c79-4a4d-92b4-2481770d9b39 req-3ccc20d9-7e28-4710-bce5-484385a02505 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:01.121023 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8af83bf5-1c79-4a4d-92b4-2481770d9b39 req-3ccc20d9-7e28-4710-bce5-484385a02505 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0536690
Apr 01 10:05:01.169603 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8af83bf5-1c79-4a4d-92b4-2481770d9b39 req-4d7c5394-f1ac-490d-a0f8-20e2312f86f4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428510
Apr 01 10:05:01.486881 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9974-d35b-4d8c-9490-a00443672858 req-76e475a5-5026-44bd-9e40-702245fed4be tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:01.488305 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-858c9974-d35b-4d8c-9490-a00443672858 req-76e475a5-5026-44bd-9e40-702245fed4be tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0569603
Apr 01 10:05:01.536500 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-858c9974-d35b-4d8c-9490-a00443672858 req-3b945fd5-2a7d-4a69-8def-6687cef14d47 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421515
Apr 01 10:05:01.738410 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e5ac6-fd67-4b2c-bb02-ff68fd2b8db6 req-24dfafa7-0feb-4e98-ba77-da88331bf467 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:01.739836 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035e5ac6-fd67-4b2c-bb02-ff68fd2b8db6 req-24dfafa7-0feb-4e98-ba77-da88331bf467 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0570168
Apr 01 10:05:01.787300 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035e5ac6-fd67-4b2c-bb02-ff68fd2b8db6 req-09621b40-1138-4f19-8201-0d0914574bab tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417790
Apr 01 10:05:02.296624 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cde19-0e45-4a99-92c2-5c331b8faa35 req-7032df13-6aaa-4acd-9efc-ca41a5791fb3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:02.298144 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b2cde19-0e45-4a99-92c2-5c331b8faa35 req-7032df13-6aaa-4acd-9efc-ca41a5791fb3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0580533
Apr 01 10:05:02.348927 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b2cde19-0e45-4a99-92c2-5c331b8faa35 req-4f3b7869-257f-4937-86fe-2ee723b7f043 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421019
Apr 01 10:05:02.408512 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65631-48ba-4fa7-a572-081ac46d6bad req-1031e0e4-585c-45a4-81d3-fc272e06ccb0 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:02.409997 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6bc65631-48ba-4fa7-a572-081ac46d6bad req-1031e0e4-585c-45a4-81d3-fc272e06ccb0 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0505612
Apr 01 10:05:02.464473 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1ae49-2661-4ceb-b914-823d6e8161a4 req-665351e6-d7d6-4967-9616-13163d33b532 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:02.465993 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5d1ae49-2661-4ceb-b914-823d6e8161a4 req-665351e6-d7d6-4967-9616-13163d33b532 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0548248
Apr 01 10:05:02.467144 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6bc65631-48ba-4fa7-a572-081ac46d6bad req-d8008bee-8d0d-4e52-9512-23cea27c27df tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515969
Apr 01 10:05:02.479643 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 51228) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:02.484715 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'floatingip': {'port_id': 'e35a73e3-6163-462e-9549-4a90aec2d584'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:02.554845 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:02.791385 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630888e9-3326-482f-a34a-5b4edcd096d6 req-a7cf7dcb-559b-4374-8dac-4d7a47087e71 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:02.792732 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-630888e9-3326-482f-a34a-5b4edcd096d6 req-a7cf7dcb-559b-4374-8dac-4d7a47087e71 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.1645999
Apr 01 10:05:02.857048 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-630888e9-3326-482f-a34a-5b4edcd096d6 req-c0cc06e5-9676-4a76-8089-8193657cc5fc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583417
Apr 01 10:05:02.907459 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377f36-e579-41dd-ad3b-4287f9a6926e req-f21f3371-9b71-41ca-865c-6cb7b8e21c70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:02.908910 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-31377f36-e579-41dd-ad3b-4287f9a6926e req-f21f3371-9b71-41ca-865c-6cb7b8e21c70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0526774
Apr 01 10:05:02.954689 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-31377f36-e579-41dd-ad3b-4287f9a6926e req-a6576241-e602-438f-832b-07e011a5c942 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396793
Apr 01 10:05:03.202254 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:03.209104 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:03.312252 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Floating IP 46cd319d-0b62-4f0d-9208-a4bc3a41e759 associated. External IP: 172.37.5.51, port: e35a73e3-6163-462e-9549-4a90aec2d584.
Apr 01 10:05:03.636692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197c26-699e-4d7a-8f4f-d3cd353353d1 req-e05ea20a-0610-4c35-b95d-9005468b6f7f tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:03.638195 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c7197c26-699e-4d7a-8f4f-d3cd353353d1 req-e05ea20a-0610-4c35-b95d-9005468b6f7f tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0756047
Apr 01 10:05:03.757680 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c7197c26-699e-4d7a-8f4f-d3cd353353d1 req-a6da7842-65d2-4252-ba90-d68f1b489d55 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134400
Apr 01 10:05:03.787277 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:05:03.902079 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:05:03.906744 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:03.918004 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:05:03.928071 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:05:03.928794 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425034490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:03.939648 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-402d094c-033c-469e-b9dd-f0d83f3fa5a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "PUT /v2.0/floatingips/46cd319d-0b62-4f0d-9208-a4bc3a41e759 HTTP/1.1" status: 200  len: 991 time: 1.4581523
Apr 01 10:05:03.942411 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:05:03.945122 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69eeef8-af90-470d-b48c-059e33e357a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:05:03.983015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05397dd-aebe-4e0a-a656-34e2df32e6b4 x-openstack-request-id: req-e05397dd-aebe-4e0a-a656-34e2df32e6b4 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:05:03.983552 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:05:03.983938 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e05397dd-aebe-4e0a-a656-34e2df32e6b4 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:05:03.984494 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05397dd-aebe-4e0a-a656-34e2df32e6b4'] response: {'name': 'network-changed', 'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'status': 'completed', 'code': 200}
Apr 01 10:05:03.985867 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030e48-cd58-42c1-95a4-92e67a2e9f3a req-9d18135d-085c-4e5a-9b90-b8f191caafc4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:03.987536 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c030e48-cd58-42c1-95a4-92e67a2e9f3a req-9d18135d-085c-4e5a-9b90-b8f191caafc4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0563595
Apr 01 10:05:04.036802 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c030e48-cd58-42c1-95a4-92e67a2e9f3a req-42903554-8dc5-4491-9cfb-1b816115d965 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433171
Apr 01 10:05:04.040579 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:05:04.080430 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b68bc-de9e-47e0-965a-ef9dde0bb037 req-5e71c2b3-ceb9-4af8-b9f6-77ffeead76cd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:04.082142 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d5b68bc-de9e-47e0-965a-ef9dde0bb037 req-5e71c2b3-ceb9-4af8-b9f6-77ffeead76cd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0536904
Apr 01 10:05:04.128921 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d5b68bc-de9e-47e0-965a-ef9dde0bb037 req-1dc8681e-1e3d-4be0-9c6f-cdf21260c498 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410945
Apr 01 10:05:04.300787 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425034490>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46cd319d-0b62-4f0d-9208-a4bc3a41e759', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.51', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:88:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:21Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:04.329028 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:05:04.337390 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:05:04.337990 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425034490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:04:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:04.440006 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:05:04.656497 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425034490>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46cd319d-0b62-4f0d-9208-a4bc3a41e759', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.51', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:88:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:21Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:04.681448 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3b856-c15a-49f8-be47-8abd9035b2d9 None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46cd319d-0b62-4f0d-9208-a4bc3a41e759', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.51', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:88:2d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:21Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:05:04.879482 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6348ebf-aab6-4782-96a8-9babe114c25a req-fe47fc0d-4ea4-4f2b-a4b5-528e18254003 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:04.880968 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6348ebf-aab6-4782-96a8-9babe114c25a req-fe47fc0d-4ea4-4f2b-a4b5-528e18254003 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0562582
Apr 01 10:05:04.881681 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c1761-2c26-4c60-8a5a-af9a9e35c59b None None] New status for floating IP 46cd319d-0b62-4f0d-9208-a4bc3a41e759: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:05:04.927119 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6348ebf-aab6-4782-96a8-9babe114c25a req-a7a5f6c6-bd42-4bce-b034-e585bcbe40ec tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403304
Apr 01 10:05:05.166686 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e97fa-f59c-4b22-9e29-5c84be7a1b57 req-d9321411-b370-4f60-93c0-5ac27c081a93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:05.168215 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-133e97fa-f59c-4b22-9e29-5c84be7a1b57 req-d9321411-b370-4f60-93c0-5ac27c081a93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0575473
Apr 01 10:05:05.217070 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-133e97fa-f59c-4b22-9e29-5c84be7a1b57 req-9606b97c-aa2a-410b-b0a6-c3f5f7e0daee tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433025
Apr 01 10:05:05.257970 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5a26-45ca-4f04-9f4d-ddf5bd858f8d req-266fd836-0b27-40dc-9caf-1ff8bebb9aef tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:05.259496 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff0b5a26-45ca-4f04-9f4d-ddf5bd858f8d req-266fd836-0b27-40dc-9caf-1ff8bebb9aef tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0568419
Apr 01 10:05:05.306546 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff0b5a26-45ca-4f04-9f4d-ddf5bd858f8d req-90528b03-498c-4604-8b30-fa23f3841283 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405736
Apr 01 10:05:06.049192 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2621ac-4e6a-45b6-9f9d-df1ed96c6132 req-ab482d21-c08e-40c5-b6d2-6954b2dcaca3 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:06.050600 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7b2621ac-4e6a-45b6-9f9d-df1ed96c6132 req-ab482d21-c08e-40c5-b6d2-6954b2dcaca3 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0553110
Apr 01 10:05:06.100322 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7b2621ac-4e6a-45b6-9f9d-df1ed96c6132 req-0cb518eb-9c8e-4f79-9f19-b46ae28fd40a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439246
Apr 01 10:05:06.349938 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502bd1c-f34f-45ae-8045-65bdc872311c req-cfdfbfc8-df6b-469c-8c4a-e5311dda3d0e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:06.351459 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f502bd1c-f34f-45ae-8045-65bdc872311c req-cfdfbfc8-df6b-469c-8c4a-e5311dda3d0e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0549893
Apr 01 10:05:06.405913 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f502bd1c-f34f-45ae-8045-65bdc872311c req-c52da536-8b35-4797-bc0b-57f0d27ed0f3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463381
Apr 01 10:05:06.430857 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a72ed-d9aa-4fc8-8be7-9710139f8b16 req-ac1a45bd-9865-4031-b9dc-002d87082b88 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:06.432388 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-687a72ed-d9aa-4fc8-8be7-9710139f8b16 req-ac1a45bd-9865-4031-b9dc-002d87082b88 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0578208
Apr 01 10:05:06.481381 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-687a72ed-d9aa-4fc8-8be7-9710139f8b16 req-e2fd669c-1623-447c-ac53-1412f9d1dd9e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432575
Apr 01 10:05:07.227437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2bd8e-1d90-4740-b407-cfbcba940ed8 req-901ea628-cec2-4f19-b33e-ac944d93a07e tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:07.228882 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56a2bd8e-1d90-4740-b407-cfbcba940ed8 req-901ea628-cec2-4f19-b33e-ac944d93a07e tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0542688
Apr 01 10:05:07.264154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:07.278910 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56a2bd8e-1d90-4740-b407-cfbcba940ed8 req-7535dd09-3c02-4c21-a3ef-b1a17b616d55 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418730
Apr 01 10:05:07.562991 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-2bc6da7d-c1cb-41ec-b02c-a79e4cdf7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:07.564774 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-2bc6da7d-c1cb-41ec-b02c-a79e4cdf7c55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0581946
Apr 01 10:05:07.573078 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-44f3e869-da47-4f5c-970f-509940cc97fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1191113
Apr 01 10:05:07.586852 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f39aa-b0a3-47cf-9b1f-dcd708e823fa req-c9a30db8-87e3-4424-8aa9-de38a9b70d14 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:07.588339 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b45f39aa-b0a3-47cf-9b1f-dcd708e823fa req-c9a30db8-87e3-4424-8aa9-de38a9b70d14 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0856049
Apr 01 10:05:07.639885 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b45f39aa-b0a3-47cf-9b1f-dcd708e823fa req-79ba4c9f-5f08-4d78-9641-a71ab05fe5d4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457082
Apr 01 10:05:07.687058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd74eb-9250-4fc3-9a41-c7d2fdf2fc85 req-3635fc3d-be07-4cac-83f8-9c28530e75e4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:07.688693 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ddfd74eb-9250-4fc3-9a41-c7d2fdf2fc85 req-3635fc3d-be07-4cac-83f8-9c28530e75e4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.1136537
Apr 01 10:05:07.722169 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-a065668a-d1da-42ed-9456-7c0bfcf1c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:07.723756 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-a065668a-d1da-42ed-9456-7c0bfcf1c139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.1374364
Apr 01 10:05:07.751142 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ddfd74eb-9250-4fc3-9a41-c7d2fdf2fc85 req-e9ca22ac-504d-47d8-9dad-c305df2cc2ae tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569949
Apr 01 10:05:08.012348 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-13afbdb3-d66f-4746-9f5e-05fee10687f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1001 time: 0.0957677
Apr 01 10:05:08.215273 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-0f5a0500-7eb2-42c5-8f9e-bbff497b6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.216748 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-0f5a0500-7eb2-42c5-8f9e-bbff497b6e22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0524740
Apr 01 10:05:08.275808 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-56db5329-e4d0-4224-94a7-b1a7c8cf1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.277843 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-56db5329-e4d0-4224-94a7-b1a7c8cf1ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0492728
Apr 01 10:05:08.368947 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-eddaae15-19e5-4ed7-aaec-8278b505d452 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844121
Apr 01 10:05:08.402689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b1269-1aa9-4bea-a690-edc767ee171f req-815d6dc9-076c-49ae-ab06-248078497dda tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.404365 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-319b1269-1aa9-4bea-a690-edc767ee171f req-815d6dc9-076c-49ae-ab06-248078497dda tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0569875
Apr 01 10:05:08.456200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-319b1269-1aa9-4bea-a690-edc767ee171f req-96156d4b-ed59-4ad0-b1b1-7827e6d1c22a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432262
Apr 01 10:05:08.463322 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d69eeef8-af90-470d-b48c-059e33e357a2 req-be6e6bfc-ffe9-4d66-8ca0-aba57c0289b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880079
Apr 01 10:05:08.570400 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-df4048e4-77ba-44ef-b9a6-95e3a1b3335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:08.600428 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-16e4311e-0e23-4e85-a684-75580380c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.601985 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-16e4311e-0e23-4e85-a684-75580380c95b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0461059
Apr 01 10:05:08.885853 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613931-0694-49eb-b403-639e0c681416 req-47f90d78-cfc5-46c9-aee8-d7900cbafb4b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.887490 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ec613931-0694-49eb-b403-639e0c681416 req-47f90d78-cfc5-46c9-aee8-d7900cbafb4b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0641317
Apr 01 10:05:08.914690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-4d7e2087-70a6-4079-af81-75eda20830e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:08.915693 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-4d7e2087-70a6-4079-af81-75eda20830e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.2844632
Apr 01 10:05:08.947374 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ec613931-0694-49eb-b403-639e0c681416 req-1d6db4d5-d03f-4afd-9cbf-8e07d27795a9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533421
Apr 01 10:05:09.001014 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be8f8-e10c-4b63-b5f2-be971669228b req-8c3188a4-28b8-4ff8-948d-c9ecfb9ac902 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:09.002636 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-276be8f8-e10c-4b63-b5f2-be971669228b req-8c3188a4-28b8-4ff8-948d-c9ecfb9ac902 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.2859178
Apr 01 10:05:09.013988 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-42a32007-4a94-4237-ac1e-8359204bfb78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1001 time: 0.0835559
Apr 01 10:05:09.091889 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-88841027-0a72-4a8e-af7c-7e20ccb671db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:09.093375 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-88841027-0a72-4a8e-af7c-7e20ccb671db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0640569
Apr 01 10:05:09.096810 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-276be8f8-e10c-4b63-b5f2-be971669228b req-56b7ee4a-d60d-432c-9780-c011dc013c37 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861475
Apr 01 10:05:09.145875 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-55288a50-4839-4655-b559-3bc85f5eba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:09.147894 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-55288a50-4839-4655-b559-3bc85f5eba40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0467184
Apr 01 10:05:09.239739 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a93fd5-267a-4eb5-a50f-f10be57919f6 req-3b7cb8f2-3c5e-4760-96df-9eca91cb87b7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:09.241640 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5a93fd5-267a-4eb5-a50f-f10be57919f6 req-3b7cb8f2-3c5e-4760-96df-9eca91cb87b7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0621612
Apr 01 10:05:09.247985 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-cf2b1d16-3c22-4748-bedd-d2e675a5aa5c service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935595
Apr 01 10:05:09.252227 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 51330) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:09.256604 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'floatingip': {'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:09.270061 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 51332) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:09.369916 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.385285 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.463737 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Publish callbacks [] for security_group (c42aa3b1-19fe-4a53-9d20-ece6bd913e2a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.469040 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c42aa3b1-19fe-4a53-9d20-ece6bd913e2a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.517583 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269b039d1ad94b7abbac1f84414341ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2437396
Apr 01 10:05:09.517583 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42aa3b1-19fe-4a53-9d20-ece6bd913e2a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:09.528154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 51340) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:09.540131 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.540131 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.542442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.546926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.547519 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.548060 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.548694 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.549299 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.549771 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.550376 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a71a9a-b4cc-4a22-9a41-73c7246d3bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:09.567069 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0eb47f8-0caf-4eea-9f64-d6b55573dd6c req-5fba642b-443f-4264-9ef9-bf78c330c6e9 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075895
Apr 01 10:05:09.717916 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Publish callbacks [] for security_group (c42aa3b1-19fe-4a53-9d20-ece6bd913e2a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.732057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ad55-a1a6-4853-bb0a-db8803d02346 req-abea8408-645c-4889-8442-16fa91945c15 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:09.733548 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3397ad55-a1a6-4853-bb0a-db8803d02346 req-abea8408-645c-4889-8442-16fa91945c15 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.1737883
Apr 01 10:05:09.760966 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Publish callbacks [] for security_group (c42aa3b1-19fe-4a53-9d20-ece6bd913e2a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.892733 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3397ad55-a1a6-4853-bb0a-db8803d02346 req-2e3321a5-7867-4242-8de9-cb61a1653049 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510401
Apr 01 10:05:09.994192 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c42aa3b1-19fe-4a53-9d20-ece6bd913e2a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:09.996769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.000448 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c42aa3b1-19fe-4a53-9d20-ece6bd913e2a HTTP/1.1" status: 204  len: 168 time: 0.4639401
Apr 01 10:05:10.030135 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42aa3b1-19fe-4a53-9d20-ece6bd913e2a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:10.047113 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.047500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.047841 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.048198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.048502 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.048858 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.049172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.049503 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.049835 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.050159 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.050499 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.050861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.051191 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.051494 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.051809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b65600a-7037-4823-ba92-ee3a5ba9ca84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:05:10.092447 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ed0f5-d796-480c-838e-7700802fdced req-55f286cc-601c-4bf2-a8ec-499545e7e6ba tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:10.094694 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-215ed0f5-d796-480c-838e-7700802fdced req-55f286cc-601c-4bf2-a8ec-499545e7e6ba tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0729263
Apr 01 10:05:10.159406 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-215ed0f5-d796-480c-838e-7700802fdced req-65732bd5-76b4-4c0e-9a8c-981eee9b574b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542431
Apr 01 10:05:10.219700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.225255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.333791 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 51370) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:10.348271 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7bff128-37d2-4fc4-ac59-766736130164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.435673 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7bff128-37d2-4fc4-ac59-766736130164 admin admin] Publish callbacks [] for security_group (7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.440329 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7bff128-37d2-4fc4-ac59-766736130164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.479450 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a7bff128-37d2-4fc4-ac59-766736130164 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=345dfc485d1f4c6a930c32b6ee01103d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1443918
Apr 01 10:05:10.480359 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff128-37d2-4fc4-ac59-766736130164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:10.482884 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 51374) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:10.556968 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] Publish callbacks [] for security_group (7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.559198 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Floating IP 245a6cb2-669e-4a21-a430-0e047293ebe3 associated. External IP: 172.37.5.83, port: b8c404b8-1348-40f2-87ab-56e8fc6c155a.
Apr 01 10:05:10.639482 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] Publish callbacks [] for security_group (7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.765518 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.768189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.769323 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c HTTP/1.1" status: 204  len: 168 time: 0.2854958
Apr 01 10:05:10.782931 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fad4b0-f630-4129-bde0-0da1965692bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e76c2-24cb-46d4-a2fe-9ee38593ef8c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:10.825265 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:05:10.937308 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1719ed95-e1a9-4197-a741-e7802b2d7200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.974074 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:05:10.986911 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:05:10.987350 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:10.994905 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:05:10.995510 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250348e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:05:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:11.056603 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ebe4bbbd-caf4-48f6-8ce8-94ba37ad88ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "PUT /v2.0/floatingips/245a6cb2-669e-4a21-a430-0e047293ebe3 HTTP/1.1" status: 200  len: 991 time: 1.7893226
Apr 01 10:05:11.056603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:05:11.056603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:05:11.088971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac057f9-b46b-4ea9-b86b-c2647c21858c x-openstack-request-id: req-1ac057f9-b46b-4ea9-b86b-c2647c21858c {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:05:11.089198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:05:11.089455 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ac057f9-b46b-4ea9-b86b-c2647c21858c {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:05:11.090103 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac057f9-b46b-4ea9-b86b-c2647c21858c'] response: {'name': 'network-changed', 'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'status': 'completed', 'code': 200}
Apr 01 10:05:11.100436 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756603c-d265-414c-9af1-15df2d0508a2 req-d9d333a0-69b7-4613-8eb7-fabb238de92b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:11.113538 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d756603c-d265-414c-9af1-15df2d0508a2 req-d9d333a0-69b7-4613-8eb7-fabb238de92b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.1205246
Apr 01 10:05:11.119588 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:05:11.172564 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d756603c-d265-414c-9af1-15df2d0508a2 req-eff9a868-5c67-4cdf-82c9-79ff0d857efd tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557258
Apr 01 10:05:11.283828 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab3b1-d328-4175-bfd7-d4eed36d4a45 req-77d61789-14cf-42f4-a958-d1b7d776d770 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:11.285344 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3a5ab3b1-d328-4175-bfd7-d4eed36d4a45 req-77d61789-14cf-42f4-a958-d1b7d776d770 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0561910
Apr 01 10:05:11.335495 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3a5ab3b1-d328-4175-bfd7-d4eed36d4a45 req-5c05908b-c74c-4aca-8a69-faab9c059878 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440352
Apr 01 10:05:11.452050 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250348e0>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '245a6cb2-669e-4a21-a430-0e047293ebe3', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.83', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:24Z', 'updated_at': '2022-04-01T10:05:10Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:11.483767 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:05:11.492851 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:05:11.493620 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250348e0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:05:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:11.600644 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:05:11.822574 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250348e0>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '245a6cb2-669e-4a21-a430-0e047293ebe3', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.83', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:24Z', 'updated_at': '2022-04-01T10:05:10Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:11.848151 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855776eb-b146-41cc-bd90-f90a40ddef6f None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '245a6cb2-669e-4a21-a430-0e047293ebe3', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.83', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:04:24Z', 'updated_at': '2022-04-01T10:05:10Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:05:12.046381 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7e96e-dfc3-44c7-90b5-79c9bae8478a None None] New status for floating IP 245a6cb2-669e-4a21-a430-0e047293ebe3: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:05:12.205786 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:12.300035 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bde9d-5a90-49d9-a2a3-88d1ad5951e1 req-4e22a91e-42b8-4e46-b71e-1f573149b892 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:12.301553 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-886bde9d-5a90-49d9-a2a3-88d1ad5951e1 req-4e22a91e-42b8-4e46-b71e-1f573149b892 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0549204
Apr 01 10:05:12.350751 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-886bde9d-5a90-49d9-a2a3-88d1ad5951e1 req-9818bffd-db49-4283-809f-9d0e16cfdd91 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412056
Apr 01 10:05:12.455483 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80efb-77a5-4f55-9fff-3083a8a93cdd req-23e6974d-729c-474a-b9d3-4313e45c0cec tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:12.456841 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7d80efb-77a5-4f55-9fff-3083a8a93cdd req-23e6974d-729c-474a-b9d3-4313e45c0cec tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0521414
Apr 01 10:05:12.508818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7d80efb-77a5-4f55-9fff-3083a8a93cdd req-fe456073-4b01-4462-87bf-749f60f21f16 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463789
Apr 01 10:05:13.309929 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:13.476685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927265-b77a-4010-87eb-955a88f4c97c req-14fec4c4-2b12-4e93-92f7-c1841bed588b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:13.478579 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff927265-b77a-4010-87eb-955a88f4c97c req-14fec4c4-2b12-4e93-92f7-c1841bed588b tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0603411
Apr 01 10:05:13.531269 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff927265-b77a-4010-87eb-955a88f4c97c req-2b624e44-dffa-4c2b-a1c6-3a4e8ca43297 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444806
Apr 01 10:05:13.631150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9dade-ac45-4fd9-8be4-3b3ac6bb14a5 req-ac1b2540-120d-4dff-bad1-0a39101d074f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:13.632524 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d3a9dade-ac45-4fd9-8be4-3b3ac6bb14a5 req-ac1b2540-120d-4dff-bad1-0a39101d074f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0548317
Apr 01 10:05:13.694460 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d3a9dade-ac45-4fd9-8be4-3b3ac6bb14a5 req-607254c6-e208-4745-8c2d-b5967c979a4b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536935
Apr 01 10:05:14.164795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-057311b5-5f6c-4e6c-b71b-d6498e0e5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.166104 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-057311b5-5f6c-4e6c-b71b-d6498e0e5926 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1130 time: 0.0527945
Apr 01 10:05:14.264805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-0663cf87-4d5a-43a0-b13f-16e4b6628b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.266365 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-0663cf87-4d5a-43a0-b13f-16e4b6628b96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0883987
Apr 01 10:05:14.337212 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-584e5091-0dfb-4566-832f-c96644dacafb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 1001 time: 0.0622675
Apr 01 10:05:14.386205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-85ae3540-48c9-4d54-87c0-4c8fae45ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.387847 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-85ae3540-48c9-4d54-87c0-4c8fae45ee28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0448675
Apr 01 10:05:14.441629 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-0b0c2804-5f12-4baf-b9a2-ab87b0bb1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.443188 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-0b0c2804-5f12-4baf-b9a2-ab87b0bb1bcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0471072
Apr 01 10:05:14.727017 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2973d-054c-44fc-90ea-95a7f06af825 req-b46ea1e6-73fe-4646-8913-634de6127adc tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.728495 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dda2973d-054c-44fc-90ea-95a7f06af825 req-b46ea1e6-73fe-4646-8913-634de6127adc tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.1163867
Apr 01 10:05:14.732148 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-621eab77-398e-407d-95e1-8d68ff8976bf service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213784
Apr 01 10:05:14.813244 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a71aa4-d0da-4118-a04c-7565928a7cec req-56c7974f-be9f-4bdf-b534-79294ebe488e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:14.814736 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-94a71aa4-d0da-4118-a04c-7565928a7cec req-56c7974f-be9f-4bdf-b534-79294ebe488e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0540378
Apr 01 10:05:14.831499 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dda2973d-054c-44fc-90ea-95a7f06af825 req-ba94bfa9-116b-478d-bf0d-c6a094b75686 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973687
Apr 01 10:05:14.858973 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ae8e4bd-2d9c-4d9b-87e8-c5f6e6290fbd req-685dcf56-f2d1-4985-abfb-5b487c203e7b service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189837
Apr 01 10:05:14.869485 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-94a71aa4-d0da-4118-a04c-7565928a7cec req-fc5e074d-40b9-438b-9d8a-142f92ed30d1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490851
Apr 01 10:05:15.035095 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:15.968521 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e9c3-bf4f-41a6-a845-5d75b037a438 req-578dd9dd-bf68-45ae-8957-0fafa01998e1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:15.970036 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dd65e9c3-bf4f-41a6-a845-5d75b037a438 req-578dd9dd-bf68-45ae-8957-0fafa01998e1 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0530164
Apr 01 10:05:16.000504 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88439a-24b8-4ca7-bdb9-1f5c6698d2a5 req-cc63b2a7-4d27-4523-a88d-ec6d85a20df8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:16.002245 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf88439a-24b8-4ca7-bdb9-1f5c6698d2a5 req-cc63b2a7-4d27-4523-a88d-ec6d85a20df8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0617559
Apr 01 10:05:16.021029 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dd65e9c3-bf4f-41a6-a845-5d75b037a438 req-e1788807-f412-4480-bc08-c8dd3cc8ff1a tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437632
Apr 01 10:05:16.053870 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf88439a-24b8-4ca7-bdb9-1f5c6698d2a5 req-c6b043c5-7818-433b-91ae-19a77ca9dbbc tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456939
Apr 01 10:05:16.487162 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-a3bb5e27-5476-402d-bb91-be81db429b24 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:16.488611 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-a3bb5e27-5476-402d-bb91-be81db429b24 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 945 time: 0.0543156
Apr 01 10:05:16.621431 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Deleting port f3e53471-0d0b-47a5-8d97-64f53ef18e1e {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:05:16.621758 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:16.719368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] For port f3e53471-0d0b-47a5-8d97-64f53ef18e1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,segment=NetworkSegment(a68111a6-a73d-4987-b25a-da3df9ad7d1c),segment_id=a68111a6-a73d-4987-b25a-da3df9ad7d1c)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:05:16.719680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:16.736280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Calling delete_port for f3e53471-0d0b-47a5-8d97-64f53ef18e1e owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:05:16.896073 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (f3e53471-0d0b-47a5-8d97-64f53ef18e1e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:16.914357 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['f3e53471-0d0b-47a5-8d97-64f53ef18e1e'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:05:16.925311 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Pushing event deleted for resources: {'Port': ['ID=f3e53471-0d0b-47a5-8d97-64f53ef18e1e,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:16.992421 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] No DVR routers for this DVR port f3e53471-0d0b-47a5-8d97-64f53ef18e1e on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:05:16.995509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:16.999004 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-be3ba80e-1724-4e2a-8220-9bd919560f8e req-1f0fad00-92db-4428-9aab-935a97b36f93 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.15 "DELETE /v2.0/ports/f3e53471-0d0b-47a5-8d97-64f53ef18e1e HTTP/1.1" status: 204  len: 173 time: 0.5023408
Apr 01 10:05:16.999419 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'name': 'network-vif-deleted', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:05:17.001753 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e967c3c3-caec-454a-a8aa-444cafa3149d" -d '{"events": [{"server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "name": "network-vif-deleted", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:05:17.044402 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7539071-df0d-47c1-b7dd-1b7b393fb0d4 x-openstack-request-id: req-c7539071-df0d-47c1-b7dd-1b7b393fb0d4 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:05:17.044809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce347c63-a71c-42d4-9c03-03c4d28f515b", "name": "network-vif-deleted", "tag": "f3e53471-0d0b-47a5-8d97-64f53ef18e1e", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:05:17.047023 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7539071-df0d-47c1-b7dd-1b7b393fb0d4 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:05:17.047475 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7539071-df0d-47c1-b7dd-1b7b393fb0d4'] response: {'server_uuid': 'ce347c63-a71c-42d4-9c03-03c4d28f515b', 'name': 'network-vif-deleted', 'tag': 'f3e53471-0d0b-47a5-8d97-64f53ef18e1e', 'status': 'completed', 'code': 200}
Apr 01 10:05:17.123476 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ae47361f-2292-4d22-97a4-84b59ab54bc2 req-5f323ca6-c901-42b7-ada6-df8f0dd6a410 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.0264790
Apr 01 10:05:17.175608 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60641db0-e290-4fd8-89c0-0eb4e06998b9 req-8350b09a-ef1e-4384-9b8e-4e8c886c11a2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:17.177192 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-60641db0-e290-4fd8-89c0-0eb4e06998b9 req-8350b09a-ef1e-4384-9b8e-4e8c886c11a2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0507045
Apr 01 10:05:17.227057 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-60641db0-e290-4fd8-89c0-0eb4e06998b9 req-48d3e7d3-f33a-44b9-aa13-dc21768dea26 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418098
Apr 01 10:05:18.242012 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e4fff9a-fbc0-4460-83e7-41e925fb6bf3 req-bf4bc1a4-8636-4ceb-8164-596631462086 tempest-DeleteServersTestJSON-1500504516 tempest-DeleteServersTestJSON-1500504516-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce347c63-a71c-42d4-9c03-03c4d28f515b HTTP/1.1" status: 200  len: 210 time: 0.0276606
Apr 01 10:05:18.347285 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e37a08-35bd-4219-bed8-d4369b03a898 req-ed0c58fc-ff5c-4b30-a6e1-4f6a51f97c56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:18.349341 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c2e37a08-35bd-4219-bed8-d4369b03a898 req-ed0c58fc-ff5c-4b30-a6e1-4f6a51f97c56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0532024
Apr 01 10:05:18.399708 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c2e37a08-35bd-4219-bed8-d4369b03a898 req-b179c3d3-af8c-4cf3-824e-a5858e3160ce tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445750
Apr 01 10:05:19.530049 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642c340-5fed-4f2c-8fa1-8bb07baa13c1 req-ff36c8e4-ddbd-4fb5-9038-bbb10dc1e51c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:19.535142 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d642c340-5fed-4f2c-8fa1-8bb07baa13c1 req-ff36c8e4-ddbd-4fb5-9038-bbb10dc1e51c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0655105
Apr 01 10:05:19.584147 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d642c340-5fed-4f2c-8fa1-8bb07baa13c1 req-73fc427b-5e8f-4cd9-86ae-eb73258c1a5b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449100
Apr 01 10:05:20.385758 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device f3e53471-0d0b-47a5-8d97-64f53ef18e1e no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:05:20.411266 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: f3e53471-0d0b-47a5-8d97-64f53ef18e1e {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:05:20.411597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device f3e53471-0d0b-47a5-8d97-64f53ef18e1e not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:05:20.707835 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294549ba-98b0-4760-a491-49046ee2a52d req-7c16c57d-67b5-49b2-b541-ba4e5df42428 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:20.709412 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-294549ba-98b0-4760-a491-49046ee2a52d req-7c16c57d-67b5-49b2-b541-ba4e5df42428 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0567660
Apr 01 10:05:20.758942 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-294549ba-98b0-4760-a491-49046ee2a52d req-de653b0f-dc7b-4530-84f8-101e95995d59 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436671
Apr 01 10:05:21.324622 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:05:21.880844 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e2ce-37b0-4cd2-b7b5-96fc2ab2d8e1 req-c2e5b4bd-63ca-4b93-b7c7-8876ee6150c9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:21.882324 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2268e2ce-37b0-4cd2-b7b5-96fc2ab2d8e1 req-c2e5b4bd-63ca-4b93-b7c7-8876ee6150c9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0540173
Apr 01 10:05:21.932826 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2268e2ce-37b0-4cd2-b7b5-96fc2ab2d8e1 req-835d5484-13a7-4462-82ae-c3b8f43c5181 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423300
Apr 01 10:05:23.070569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2d11-638d-4e7c-ba75-1b34d0b03278 req-1d7773b7-982f-4de8-9e44-403ccc79359e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:23.072054 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3ec2d11-638d-4e7c-ba75-1b34d0b03278 req-1d7773b7-982f-4de8-9e44-403ccc79359e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0613961
Apr 01 10:05:23.117478 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3ec2d11-638d-4e7c-ba75-1b34d0b03278 req-7f9a58d5-606c-4f8e-b5e3-b6fcf1d67f60 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398815
Apr 01 10:05:24.246781 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b2b1-bfb1-419f-bca7-4e493d0aac44 req-d9691f9d-c337-4181-9eaf-4e2563c54fcd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:24.248288 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb97b2b1-bfb1-419f-bca7-4e493d0aac44 req-d9691f9d-c337-4181-9eaf-4e2563c54fcd tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0526099
Apr 01 10:05:24.297807 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb97b2b1-bfb1-419f-bca7-4e493d0aac44 req-45c9121d-c330-49dc-a449-6944b6d3c594 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438697
Apr 01 10:05:25.432619 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef5daa-2f8a-4925-a446-3cd80924a6a3 req-2991fdd5-8c97-4e0c-b5b0-60efbaa3c2d6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:25.434075 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-baef5daa-2f8a-4925-a446-3cd80924a6a3 req-2991fdd5-8c97-4e0c-b5b0-60efbaa3c2d6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0541978
Apr 01 10:05:25.485899 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-baef5daa-2f8a-4925-a446-3cd80924a6a3 req-adb34e7a-cb92-4487-83a0-96ddf2c78936 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461605
Apr 01 10:05:26.619446 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632bb0-f07c-4d25-b50f-bda3400defe3 req-6ea8f6de-9c04-4bfc-b73e-d01cb15a7241 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:26.621101 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb632bb0-f07c-4d25-b50f-bda3400defe3 req-6ea8f6de-9c04-4bfc-b73e-d01cb15a7241 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0674932
Apr 01 10:05:26.671499 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb632bb0-f07c-4d25-b50f-bda3400defe3 req-5c371f2d-0f7b-44e5-b639-37108dc64048 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445895
Apr 01 10:05:27.796728 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b03c-a3d8-43c3-b45d-34575f2dc6e8 req-5fd552ee-e126-4291-8b6a-2863d8f4195c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:27.798038 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7f6b03c-a3d8-43c3-b45d-34575f2dc6e8 req-5fd552ee-e126-4291-8b6a-2863d8f4195c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0589755
Apr 01 10:05:27.844758 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7f6b03c-a3d8-43c3-b45d-34575f2dc6e8 req-79b8d0f9-b719-4ddb-ba12-0c078d8904c3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410128
Apr 01 10:05:28.978119 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d02f7-e8af-47e0-b879-c9c51927dc56 req-12306a00-de55-4777-a89c-8eb580273689 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:28.979638 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-267d02f7-e8af-47e0-b879-c9c51927dc56 req-12306a00-de55-4777-a89c-8eb580273689 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0532565
Apr 01 10:05:29.031167 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-267d02f7-e8af-47e0-b879-c9c51927dc56 req-bd6d2ac0-e4e3-495e-9b69-f9d6743bb4c1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456731
Apr 01 10:05:29.078101 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 51772) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:29.121449 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Deleting subnet 1619ff98-d38f-411c-b6c9-ab3f373d5b3a {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:05:29.125004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Publish callbacks [] for subnet (1619ff98-d38f-411c-b6c9-ab3f373d5b3a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.161772 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Publish callbacks [] for subnet (1619ff98-d38f-411c-b6c9-ab3f373d5b3a), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.170910 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (1619ff98-d38f-411c-b6c9-ab3f373d5b3a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.224642 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (1619ff98-d38f-411c-b6c9-ab3f373d5b3a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.248452 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1619ff98-d38f-411c-b6c9-ab3f373d5b3a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:29.252481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.255620 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c849ce65-c7b5-4ae7-8e6c-3b11794cea34 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1619ff98-d38f-411c-b6c9-ab3f373d5b3a HTTP/1.1" status: 204  len: 168 time: 0.1764770
Apr 01 10:05:29.258217 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 51774) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:29.327942 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (cdaaa488-4111-4492-9af3-e5548f6482b2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.406513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (cdaaa488-4111-4492-9af3-e5548f6482b2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.426551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f941f41e280>> segment before_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.426854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f941f41e280>> subnet precommit_delete_associations 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.427572 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> segment_host_mapping after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.427894 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> port after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.428206 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> port after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.428527 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> port after_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.428837 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> segment after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.429141 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> subnet after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.429453 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> subnet after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.429765 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941fb01160>> subnet after_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.572676 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f3164c0>> subnet after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.573048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f3164c0>> subnet after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.573380 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f3164c0>> subnet before_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.573706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f3164c0>> subnet before_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:29.574068 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f41e130>,) {'filters': {'network_id': ['cdaaa488-4111-4492-9af3-e5548f6482b2']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:29.592189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f41e130>, 'a68111a6-a73d-4987-b25a-da3df9ad7d1c') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:29.592486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f41e130>, 'a68111a6-a73d-4987-b25a-da3df9ad7d1c') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:29.608055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (a68111a6-a73d-4987-b25a-da3df9ad7d1c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.853704 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (a68111a6-a73d-4987-b25a-da3df9ad7d1c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.863181 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:05:29.863572 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (a68111a6-a73d-4987-b25a-da3df9ad7d1c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   from cryptography.utils import int_from_bytes
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   from cryptography.utils import int_from_bytes
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:05:29.885710 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:05:29.943400 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (cdaaa488-4111-4492-9af3-e5548f6482b2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.951016 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:29.954154 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] 10.222.0.46 "DELETE /v2.0/networks/cdaaa488-4111-4492-9af3-e5548f6482b2 HTTP/1.1" status: 204  len: 168 time: 0.6950250
Apr 01 10:05:29.963912 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99594f3-62ab-45a3-926d-85ddf83fdc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdaaa488-4111-4492-9af3-e5548f6482b2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:30.127391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 51788) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:30.150940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d376-c393-429c-a22e-0bfc87283f8e req-fb3e4248-09f1-40d1-b275-c9a9b955098b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:30.152457 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ea60d376-c393-429c-a22e-0bfc87283f8e req-fb3e4248-09f1-40d1-b275-c9a9b955098b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0567291
Apr 01 10:05:30.170188 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3aa6d6da-9037-4656-a1b8-98e80cfc6198 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3b3649989d44826a64e8a7ee24dbf90&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0416219
Apr 01 10:05:30.172598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 51790) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:30.201620 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ea60d376-c393-429c-a22e-0bfc87283f8e req-1f271aa8-83ab-4962-a652-1527f11e8055 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435088
Apr 01 10:05:30.219114 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] Publish callbacks [] for security_group (7fe8dddc-6c51-41aa-9e05-6a85875e3ef6), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:30.239663 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] Publish callbacks [] for security_group (7fe8dddc-6c51-41aa-9e05-6a85875e3ef6), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:30.287873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7fe8dddc-6c51-41aa-9e05-6a85875e3ef6), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:30.290623 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:30.291837 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fe8dddc-6c51-41aa-9e05-6a85875e3ef6 HTTP/1.1" status: 204  len: 168 time: 0.1183629
Apr 01 10:05:30.299095 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b332cb-c4e5-4feb-9a4c-68f6675eabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8dddc-6c51-41aa-9e05-6a85875e3ef6,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:31.321182 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f8466-2b59-48f2-ae39-dbed49e48222 req-1dd241ca-7164-4f1c-96e8-f5cd0ca17f8a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:31.322685 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e23f8466-2b59-48f2-ae39-dbed49e48222 req-1dd241ca-7164-4f1c-96e8-f5cd0ca17f8a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0524192
Apr 01 10:05:31.379547 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e23f8466-2b59-48f2-ae39-dbed49e48222 req-9fa95355-8f06-4755-ae08-abc64fa2b648 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505519
Apr 01 10:05:32.507676 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9db32-1284-4d51-9daf-9240f9b1dfa0 req-7e4fe4ba-eaf9-4a90-be8b-04e9b4e39c3a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:32.509203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d3c9db32-1284-4d51-9daf-9240f9b1dfa0 req-7e4fe4ba-eaf9-4a90-be8b-04e9b4e39c3a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0520625
Apr 01 10:05:32.554295 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d3c9db32-1284-4d51-9daf-9240f9b1dfa0 req-2877de4c-702c-4315-b8ed-62a4a5386160 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393579
Apr 01 10:05:33.687956 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4d888-30ff-4388-86cc-f5071d83f47f req-b47e285f-e25a-4d90-85d9-2fe597a74591 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:33.689412 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-27a4d888-30ff-4388-86cc-f5071d83f47f req-b47e285f-e25a-4d90-85d9-2fe597a74591 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0572071
Apr 01 10:05:33.741061 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-27a4d888-30ff-4388-86cc-f5071d83f47f req-faa06c75-cb72-4882-933b-1e8c66c5bbbc tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434856
Apr 01 10:05:34.867624 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c6053-ddfe-4cb2-9de5-32a81a8e392d req-267f2f02-6532-4c08-ab99-b4c541be8c01 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:34.869124 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-562c6053-ddfe-4cb2-9de5-32a81a8e392d req-267f2f02-6532-4c08-ab99-b4c541be8c01 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0533726
Apr 01 10:05:34.922708 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-562c6053-ddfe-4cb2-9de5-32a81a8e392d req-8c99c547-f40c-4e0c-ba79-52c7700ce7e0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472853
Apr 01 10:05:36.054744 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c069e1-0281-471a-93d5-34c7cffd46ae req-2450bdf9-07fd-4dbe-b291-a6127bffea84 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:36.056619 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f4c069e1-0281-471a-93d5-34c7cffd46ae req-2450bdf9-07fd-4dbe-b291-a6127bffea84 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0614479
Apr 01 10:05:36.108606 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f4c069e1-0281-471a-93d5-34c7cffd46ae req-ba14ab5c-bc4c-42d3-8a4d-91dd21b41a7d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451574
Apr 01 10:05:37.229855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959052c-7259-46aa-b18e-851c9ca39830 req-a0ebde09-accf-4ddb-82eb-8b2e9a11c011 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:37.231399 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0959052c-7259-46aa-b18e-851c9ca39830 req-a0ebde09-accf-4ddb-82eb-8b2e9a11c011 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0572011
Apr 01 10:05:37.266804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:37.286230 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0959052c-7259-46aa-b18e-851c9ca39830 req-8b88e260-0ae1-4856-bc65-4c82fe91cef4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492818
Apr 01 10:05:38.409804 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edd94c-3dfd-4579-87bb-2fccfe74eff8 req-ac57de04-0e0a-423d-9559-94b9019ecea8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:38.411294 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-45edd94c-3dfd-4579-87bb-2fccfe74eff8 req-ac57de04-0e0a-423d-9559-94b9019ecea8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0515873
Apr 01 10:05:38.460274 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-45edd94c-3dfd-4579-87bb-2fccfe74eff8 req-634bede4-da28-401a-8eb8-80813dba2e9d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432868
Apr 01 10:05:38.579331 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5801d0c2-146b-4175-9c2d-551ebf6d5309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:38.811270 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cff8b-c5a4-41bd-8e22-74ae45ace38b req-583d9626-5c33-4767-a630-0edd53025048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:38.812921 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ab5cff8b-c5a4-41bd-8e22-74ae45ace38b req-583d9626-5c33-4767-a630-0edd53025048 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1129 time: 0.0477886
Apr 01 10:05:38.860347 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ab5cff8b-c5a4-41bd-8e22-74ae45ace38b req-07f5e195-5f33-432d-aa78-c7ddf45d6f64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406871
Apr 01 10:05:39.211465 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52024) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:39.320059 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07f6faf0-bb6a-4356-bbee-67fe949da4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.405016 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07f6faf0-bb6a-4356-bbee-67fe949da4ed admin admin] Publish callbacks [] for security_group (d0a6adbb-c950-428a-b764-fcea756823b7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.409877 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07f6faf0-bb6a-4356-bbee-67fe949da4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d0a6adbb-c950-428a-b764-fcea756823b7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.441716 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-07f6faf0-bb6a-4356-bbee-67fe949da4ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d809a41b7639455c9fa61884742a5e87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2288711
Apr 01 10:05:39.444696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52032) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:39.450133 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6faf0-bb6a-4356-bbee-67fe949da4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6adbb-c950-428a-b764-fcea756823b7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:39.499371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] Publish callbacks [] for security_group (d0a6adbb-c950-428a-b764-fcea756823b7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.523035 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] Publish callbacks [] for security_group (d0a6adbb-c950-428a-b764-fcea756823b7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.611299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464fd68-58c3-4724-b281-05ecb31c996e req-dd8c6774-5e8a-4d8b-8ab5-8213b9046791 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:39.612781 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4464fd68-58c3-4724-b281-05ecb31c996e req-dd8c6774-5e8a-4d8b-8ab5-8213b9046791 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0666358
Apr 01 10:05:39.618477 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d0a6adbb-c950-428a-b764-fcea756823b7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.621305 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.622483 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0a6adbb-c950-428a-b764-fcea756823b7 HTTP/1.1" status: 204  len: 168 time: 0.1767223
Apr 01 10:05:39.637613 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd2342-75a6-4775-b99b-2e5eae4509be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6adbb-c950-428a-b764-fcea756823b7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:39.680228 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4464fd68-58c3-4724-b281-05ecb31c996e req-25848101-6170-493c-b2e6-0ec97d530baa tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564713
Apr 01 10:05:39.899940 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52044) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:39.913355 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-88d7a01a-050e-4ab5-906a-d03b03fca500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.990151 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-88d7a01a-050e-4ab5-906a-d03b03fca500 admin admin] Publish callbacks [] for security_group (75ba061c-6602-4ef3-be64-3df94e7ed58b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:39.995555 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-88d7a01a-050e-4ab5-906a-d03b03fca500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (75ba061c-6602-4ef3-be64-3df94e7ed58b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.032988 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-88d7a01a-050e-4ab5-906a-d03b03fca500 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e17ff6bdab674f10b7531eb9710fa192&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1319304
Apr 01 10:05:40.033805 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7a01a-050e-4ab5-906a-d03b03fca500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ba061c-6602-4ef3-be64-3df94e7ed58b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:40.035993 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52046) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:40.086308 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] Publish callbacks [] for security_group (75ba061c-6602-4ef3-be64-3df94e7ed58b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.108276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] Publish callbacks [] for security_group (75ba061c-6602-4ef3-be64-3df94e7ed58b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.154048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (75ba061c-6602-4ef3-be64-3df94e7ed58b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.156779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.157914 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75ba061c-6602-4ef3-be64-3df94e7ed58b HTTP/1.1" status: 204  len: 168 time: 0.1209717
Apr 01 10:05:40.166844 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d5df-fb26-41eb-8162-c7ff4d777144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ba061c-6602-4ef3-be64-3df94e7ed58b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:40.840476 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3d1ca-3245-4607-9d7f-f422c6c79db0 req-c4751407-e0e3-407b-9d40-d14bff7ae569 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:40.842522 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b7f3d1ca-3245-4607-9d7f-f422c6c79db0 req-c4751407-e0e3-407b-9d40-d14bff7ae569 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0768209
Apr 01 10:05:40.912605 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b7f3d1ca-3245-4607-9d7f-f422c6c79db0 req-b483c846-cacb-429e-bf8f-0a1c3a74f790 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650399
Apr 01 10:05:40.934971 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7ba4fa5d-e3c5-49ed-96ea-1c796e36f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:40.965715 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52132) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:41.068835 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197ed6-190b-40fb-bf18-88f69ef3f683 req-d4625a00-84c9-40d3-8339-3d9b6c8d9445 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:41.076018 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81197ed6-190b-40fb-bf18-88f69ef3f683 req-d4625a00-84c9-40d3-8339-3d9b6c8d9445 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0780458
Apr 01 10:05:41.108380 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6365-03a2-405e-ab8a-e1c3584f59fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.159287 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81197ed6-190b-40fb-bf18-88f69ef3f683 req-c2923a67-0be1-45a8-bdee-b603aef80156 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806980
Apr 01 10:05:41.235626 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6365-03a2-405e-ab8a-e1c3584f59fc admin admin] Publish callbacks [] for security_group (2dd70380-1559-4677-9536-65b2451479eb), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.241962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6365-03a2-405e-ab8a-e1c3584f59fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (2dd70380-1559-4677-9536-65b2451479eb), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.284780 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6bcb6365-03a2-405e-ab8a-e1c3584f59fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab9c1f1b8c844e89ae17a2817fbdc8b1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3179626
Apr 01 10:05:41.286820 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6365-03a2-405e-ab8a-e1c3584f59fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd70380-1559-4677-9536-65b2451479eb,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:41.287510 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52158) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:41.359452 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] Publish callbacks [] for security_group (2dd70380-1559-4677-9536-65b2451479eb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.392980 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] Publish callbacks [] for security_group (2dd70380-1559-4677-9536-65b2451479eb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.467850 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (2dd70380-1559-4677-9536-65b2451479eb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.471757 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:41.490106 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dd70380-1559-4677-9536-65b2451479eb HTTP/1.1" status: 204  len: 168 time: 0.1888745
Apr 01 10:05:41.511150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f36ec-7043-42e0-9fca-ab9d08db85ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd70380-1559-4677-9536-65b2451479eb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:41.935500 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52202) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:42.052983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96880739-3c02-4d47-8ea2-4ec0a18efc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.153196 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96880739-3c02-4d47-8ea2-4ec0a18efc6d admin admin] Publish callbacks [] for security_group (45b228f9-99e4-4089-b08b-56844a9fee78), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.160119 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96880739-3c02-4d47-8ea2-4ec0a18efc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (45b228f9-99e4-4089-b08b-56844a9fee78), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.167174 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.210288 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-96880739-3c02-4d47-8ea2-4ec0a18efc6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=625cdea4b2e146798727e900b8b9d00b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2713547
Apr 01 10:05:42.210288 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96880739-3c02-4d47-8ea2-4ec0a18efc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b228f9-99e4-4089-b08b-56844a9fee78,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:42.210902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52232) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:42.272063 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] Publish callbacks [] for security_group (45b228f9-99e4-4089-b08b-56844a9fee78), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.302615 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] Publish callbacks [] for security_group (45b228f9-99e4-4089-b08b-56844a9fee78), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.351920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (45b228f9-99e4-4089-b08b-56844a9fee78), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.354544 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.355939 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45b228f9-99e4-4089-b08b-56844a9fee78 HTTP/1.1" status: 204  len: 168 time: 0.1437602
Apr 01 10:05:42.364047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65b70-68fe-47a1-af07-b718b7b2de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b228f9-99e4-4089-b08b-56844a9fee78,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:42.589625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52258) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:42.786013 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-28ceab6f-10b1-4c43-a56a-a04be1f725b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.919606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-28ceab6f-10b1-4c43-a56a-a04be1f725b0 admin admin] Publish callbacks [] for security_group (4ad7bd06-39cd-4b0b-bec0-0ce22481756c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.942339 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-28ceab6f-10b1-4c43-a56a-a04be1f725b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4ad7bd06-39cd-4b0b-bec0-0ce22481756c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:42.970056 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f96c8c-5a48-4f0f-b893-e6c5efd2c2ae req-04d779db-edd5-4a51-8b03-87d6e8a01d8c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:42.973169 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66f96c8c-5a48-4f0f-b893-e6c5efd2c2ae req-04d779db-edd5-4a51-8b03-87d6e8a01d8c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0737729
Apr 01 10:05:42.999677 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceab6f-10b1-4c43-a56a-a04be1f725b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7bd06-39cd-4b0b-bec0-0ce22481756c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:43.009825 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-28ceab6f-10b1-4c43-a56a-a04be1f725b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08f75b7a96244e86bedd7ff753d622f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4183772
Apr 01 10:05:43.012314 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52286) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:43.037357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-bdbd6905-9425-4e99-ba00-159b35a04468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:43.039085 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-bdbd6905-9425-4e99-ba00-159b35a04468 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1130 time: 0.1365652
Apr 01 10:05:43.043006 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66f96c8c-5a48-4f0f-b893-e6c5efd2c2ae req-f95eebd0-ce19-42e0-8aec-740ae85118f2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635900
Apr 01 10:05:43.152559 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] Publish callbacks [] for security_group (4ad7bd06-39cd-4b0b-bec0-0ce22481756c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.195556 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] Publish callbacks [] for security_group (4ad7bd06-39cd-4b0b-bec0-0ce22481756c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.220198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-fcbd3ca6-29fa-4862-8c3f-fe2d8e1810cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:43.221660 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-fcbd3ca6-29fa-4862-8c3f-fe2d8e1810cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1744721
Apr 01 10:05:43.280430 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-bff26387-5ae3-41e4-8b6b-2602964e78f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 217 time: 0.0458202
Apr 01 10:05:43.309308 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.321854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4ad7bd06-39cd-4b0b-bec0-0ce22481756c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.324465 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.325594 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ad7bd06-39cd-4b0b-bec0-0ce22481756c HTTP/1.1" status: 204  len: 168 time: 0.3104255
Apr 01 10:05:43.340967 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd0159-5d4d-4993-84c1-3f1cf59c38d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7bd06-39cd-4b0b-bec0-0ce22481756c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:43.343619 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-a75e6156-8970-4d3c-9d71-5c1b8511ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:43.345101 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-a75e6156-8970-4d3c-9d71-5c1b8511ff9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0586429
Apr 01 10:05:43.403019 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-5ad65f67-4add-4af3-bf2d-7dcf23d01e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:43.404645 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-5ad65f67-4add-4af3-bf2d-7dcf23d01e7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0527432
Apr 01 10:05:43.511640 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-42029175-34c5-4b7b-af61-e963cf683453 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006758
Apr 01 10:05:43.609884 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-63279601-3444-4d1c-a65d-0c84839a93b6 req-30571d6d-ac0c-4f5a-9c5b-342a217bb824 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915253
Apr 01 10:05:43.685479 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52314) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:43.699437 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db3263a3-7f8e-435e-9416-ce45c0058547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.784200 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db3263a3-7f8e-435e-9416-ce45c0058547 admin admin] Publish callbacks [] for security_group (e920ed5b-800e-4b25-bbcf-8d1467ed234d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.788125 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db3263a3-7f8e-435e-9416-ce45c0058547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e920ed5b-800e-4b25-bbcf-8d1467ed234d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.833148 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-db3263a3-7f8e-435e-9416-ce45c0058547 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9c92927633a4107a5051cfb0714f4f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1465425
Apr 01 10:05:43.833804 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3263a3-7f8e-435e-9416-ce45c0058547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920ed5b-800e-4b25-bbcf-8d1467ed234d,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:43.838119 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52322) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:43.886873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] Publish callbacks [] for security_group (e920ed5b-800e-4b25-bbcf-8d1467ed234d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.913363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] Publish callbacks [] for security_group (e920ed5b-800e-4b25-bbcf-8d1467ed234d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.961527 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e920ed5b-800e-4b25-bbcf-8d1467ed234d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.964148 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:43.965316 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e920ed5b-800e-4b25-bbcf-8d1467ed234d HTTP/1.1" status: 204  len: 168 time: 0.1261253
Apr 01 10:05:43.972802 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7f528-e920-4bc3-8603-f756527d6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920ed5b-800e-4b25-bbcf-8d1467ed234d,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:44.164048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c84b9f-c589-4d88-a467-1467b2dbb4a9 req-6208319b-2a5b-4f9c-9592-057aa857b566 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:44.165529 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12c84b9f-c589-4d88-a467-1467b2dbb4a9 req-6208319b-2a5b-4f9c-9592-057aa857b566 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0544391
Apr 01 10:05:44.222401 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12c84b9f-c589-4d88-a467-1467b2dbb4a9 req-5e8b169d-ff0b-4dee-abe2-58a1829e7252 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505531
Apr 01 10:05:45.030638 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:45.355810 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347881-307e-4bef-92e0-9d2b92cb1adc req-771eb155-a058-465d-a86e-847296c3c196 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:45.357594 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f347881-307e-4bef-92e0-9d2b92cb1adc req-771eb155-a058-465d-a86e-847296c3c196 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0554502
Apr 01 10:05:45.414672 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f347881-307e-4bef-92e0-9d2b92cb1adc req-8c3cc06e-45af-4b77-9f39-88b39cc97ae2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514317
Apr 01 10:05:46.274003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52410) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:46.386923 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89bcc316-bdc5-478b-a5be-0135f3e0e954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.475615 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89bcc316-bdc5-478b-a5be-0135f3e0e954 admin admin] Publish callbacks [] for security_group (f6f56cd3-5764-450d-ba6b-1f0767738b68), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.480730 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89bcc316-bdc5-478b-a5be-0135f3e0e954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f6f56cd3-5764-450d-ba6b-1f0767738b68), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.542262 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcc316-bdc5-478b-a5be-0135f3e0e954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f56cd3-5764-450d-ba6b-1f0767738b68,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:46.548038 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-89bcc316-bdc5-478b-a5be-0135f3e0e954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b82a9990d0af48af801f87b1f762d9a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2729611
Apr 01 10:05:46.551061 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52416) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:46.569662 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4997a9-dabd-4d2b-9555-a6792f9f2c9d req-9d45dddd-50e1-431d-ab70-ea0b7a833bc7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:46.571122 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1e4997a9-dabd-4d2b-9555-a6792f9f2c9d req-9d45dddd-50e1-431d-ab70-ea0b7a833bc7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0757220
Apr 01 10:05:46.603597 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] Publish callbacks [] for security_group (f6f56cd3-5764-450d-ba6b-1f0767738b68), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.617758 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1e4997a9-dabd-4d2b-9555-a6792f9f2c9d req-edb6057b-11be-466c-8704-3b3a7ffb8f02 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405784
Apr 01 10:05:46.625057 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] Publish callbacks [] for security_group (f6f56cd3-5764-450d-ba6b-1f0767738b68), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.680066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f6f56cd3-5764-450d-ba6b-1f0767738b68), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.682938 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:46.684167 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6f56cd3-5764-450d-ba6b-1f0767738b68 HTTP/1.1" status: 204  len: 168 time: 0.1321688
Apr 01 10:05:46.701035 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acded317-2f20-4a87-806b-af8de88460fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f56cd3-5764-450d-ba6b-1f0767738b68,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:47.345073 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52456) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:47.444005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1391750218-network', 'tenant_id': 'b94fa1d96ca84bbb80a52ff505f925d4'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:47.466768 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Made reservation on behalf of b94fa1d96ca84bbb80a52ff505f925d4 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:05:47.469128 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.480835 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.554144 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks [] for security_group (2e631fce-7f07-4fa4-8a70-7dc59c4ca656), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.560905 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (2e631fce-7f07-4fa4-8a70-7dc59c4ca656), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.584306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:05:47.593335 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e631fce-7f07-4fa4-8a70-7dc59c4ca656,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:47.599196 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (c437c252-3e4c-4ecc-91ac-4552eb77f954), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.599541 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Added segment c437c252-3e4c-4ecc-91ac-4552eb77f954 of type vlan for network c6aa401e-2545-4780-9a5a-f156408c44c0
Apr 01 10:05:47.642839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (c6aa401e-2545-4780-9a5a-f156408c44c0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.671990 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (c6aa401e-2545-4780-9a5a-f156408c44c0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.673278 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:47.673840 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.757783 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4115510
Apr 01 10:05:47.760840 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52468) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:47.765649 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0abf4e-57be-4312-a5e7-a72f1e0cc39f admin admin] Pushing event updated for resources: {'Network': ['ID=c6aa401e-2545-4780-9a5a-f156408c44c0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:47.773778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Request body: {'subnet': {'network_id': 'c6aa401e-2545-4780-9a5a-f156408c44c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1391750218-subnet', 'tenant_id': 'b94fa1d96ca84bbb80a52ff505f925d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:47.780404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network c6aa401e-2545-4780-9a5a-f156408c44c0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:05:47.787648 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ecaed-996c-4e3b-b29b-3cad5f9b8410 req-25cecf0e-6e42-4683-b3c6-38ed959eb71a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:47.789186 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c32ecaed-996c-4e3b-b29b-3cad5f9b8410 req-25cecf0e-6e42-4683-b3c6-38ed959eb71a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0971470
Apr 01 10:05:47.801260 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Made reservation on behalf of b94fa1d96ca84bbb80a52ff505f925d4 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:05:47.804943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:47.845237 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c32ecaed-996c-4e3b-b29b-3cad5f9b8410 req-022e154f-469b-4645-bee2-5f8c5c3b465e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468550
Apr 01 10:05:47.988434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (2434ac2d-5560-4fe3-ad40-6535df28806f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.059664 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2434ac2d-5560-4fe3-ad40-6535df28806f,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:48.061751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Checking segment: {'id': 'c437c252-3e4c-4ecc-91ac-4552eb77f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c6aa401e-2545-4780-9a5a-f156408c44c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:05:48.062155 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Network hostable DHCP agents. Network: c6aa401e-2545-4780-9a5a-f156408c44c0, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:05:48.083400 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Network c6aa401e-2545-4780-9a5a-f156408c44c0 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:05:48.097518 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c6aa401e-2545-4780-9a5a-f156408c44c0) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:05:48.103192 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:48.104569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.109115 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ff340-3ad7-4cea-b297-994d907f27b4 None None] Network c6aa401e-2545-4780-9a5a-f156408c44c0 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:05:48.130022 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fef1e9c5-ade6-4de1-a224-341524318c38 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3670397
Apr 01 10:05:48.210064 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86767606-ed14-40ab-8d22-707275421207 None None] Network c6aa401e-2545-4780-9a5a-f156408c44c0 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:05:48.607058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52498) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:48.612010 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-739755578-network', 'tenant_id': 'f58c097cfdf144e8a66c055da9ed32d7'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:48.631366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Made reservation on behalf of f58c097cfdf144e8a66c055da9ed32d7 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:05:48.633565 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.642039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.718027 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks [] for security_group (87010ea4-0d22-4c8c-8fe2-3925c13c1ed2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.723855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (87010ea4-0d22-4c8c-8fe2-3925c13c1ed2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.747283 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:05:48.756677 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87010ea4-0d22-4c8c-8fe2-3925c13c1ed2,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:48.761412 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (0eed89d8-453f-463d-bbf1-bf35813879cf), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.762054 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Added segment 0eed89d8-453f-463d-bbf1-bf35813879cf of type vlan for network 117593d6-1fd3-4826-82d5-7fbd77533bdf
Apr 01 10:05:48.800742 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (117593d6-1fd3-4826-82d5-7fbd77533bdf), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.828005 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (117593d6-1fd3-4826-82d5-7fbd77533bdf), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.828963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:48.829960 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:48.890016 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.2818799
Apr 01 10:05:48.892798 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52502) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:48.897830 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Request body: {'subnet': {'network_id': '117593d6-1fd3-4826-82d5-7fbd77533bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-739755578-subnet', 'tenant_id': 'f58c097cfdf144e8a66c055da9ed32d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:05:48.900960 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b4e09-79db-459c-83fd-9e68cefe6351 admin admin] Pushing event updated for resources: {'Network': ['ID=117593d6-1fd3-4826-82d5-7fbd77533bdf,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:48.910626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 117593d6-1fd3-4826-82d5-7fbd77533bdf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:05:48.933114 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Made reservation on behalf of f58c097cfdf144e8a66c055da9ed32d7 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:05:48.935437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.031422 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5859b1-641a-47b8-96f8-387b3d74c9e9 req-81fd98a5-ddd6-49de-8b63-912e3a44930b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:49.032931 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd5859b1-641a-47b8-96f8-387b3d74c9e9 req-81fd98a5-ddd6-49de-8b63-912e3a44930b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.1113818
Apr 01 10:05:49.117528 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd5859b1-641a-47b8-96f8-387b3d74c9e9 req-beea5621-e611-4f97-9dd9-3b7ff3ebff63 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778463
Apr 01 10:05:49.172965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (4259f58a-5e16-4acb-b5eb-55cc196d99c6), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.225099 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4259f58a-5e16-4acb-b5eb-55cc196d99c6,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:49.235226 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Checking segment: {'id': '0eed89d8-453f-463d-bbf1-bf35813879cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '117593d6-1fd3-4826-82d5-7fbd77533bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:05:49.235583 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Network hostable DHCP agents. Network: 117593d6-1fd3-4826-82d5-7fbd77533bdf, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:05:49.253339 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Network 117593d6-1fd3-4826-82d5-7fbd77533bdf is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:05:49.264282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 117593d6-1fd3-4826-82d5-7fbd77533bdf) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:05:49.268202 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:49.268793 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.273999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acfde4-0306-4401-b77d-d2e735b7c8e5 None None] Network 117593d6-1fd3-4826-82d5-7fbd77533bdf requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:05:49.284604 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6901dc5c-0ad9-4a6e-b294-28a74888f839 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3908212
Apr 01 10:05:49.367590 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e7061-d7dd-400b-b173-118f122b1daa None None] Network 117593d6-1fd3-4826-82d5-7fbd77533bdf requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:05:49.397024 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52516) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:49.440602 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Deleting subnet 2434ac2d-5560-4fe3-ad40-6535df28806f {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:05:49.443852 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Publish callbacks [] for subnet (2434ac2d-5560-4fe3-ad40-6535df28806f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.478586 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Publish callbacks [] for subnet (2434ac2d-5560-4fe3-ad40-6535df28806f), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.488015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (2434ac2d-5560-4fe3-ad40-6535df28806f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.542200 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for subnet (2434ac2d-5560-4fe3-ad40-6535df28806f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.570730 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2434ac2d-5560-4fe3-ad40-6535df28806f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:49.572435 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.575547 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3fc50e7d-31be-4dae-b7c3-21fd0fe754ae admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2434ac2d-5560-4fe3-ad40-6535df28806f HTTP/1.1" status: 204  len: 168 time: 0.1773086
Apr 01 10:05:49.578941 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52518) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:49.643765 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (c6aa401e-2545-4780-9a5a-f156408c44c0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.726557 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (c6aa401e-2545-4780-9a5a-f156408c44c0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.746436 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f941ffb00d0>> segment before_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.746688 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f941ffb00d0>> subnet precommit_delete_associations 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.747441 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> segment_host_mapping after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.747758 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> port after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.748066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> port after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.748389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> port after_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.748692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> segment after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.749000 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> subnet after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.749299 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> subnet after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.749601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f941f840040>> subnet after_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.813571 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f5dbdf0>> subnet after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.813912 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f5dbdf0>> subnet after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.814231 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f5dbdf0>> subnet before_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.814548 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f941f5dbdf0>> subnet before_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 01 10:05:49.814926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94243b1e20>,) {'filters': {'network_id': ['c6aa401e-2545-4780-9a5a-f156408c44c0']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:49.843537 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94243b1e20>, 'c437c252-3e4c-4ecc-91ac-4552eb77f954') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:49.843819 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94243b1e20>, 'c437c252-3e4c-4ecc-91ac-4552eb77f954') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:49.859671 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (c437c252-3e4c-4ecc-91ac-4552eb77f954), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.880879 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (c437c252-3e4c-4ecc-91ac-4552eb77f954), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.888916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:05:49.889314 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (c437c252-3e4c-4ecc-91ac-4552eb77f954), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   from cryptography.utils import int_from_bytes
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   from cryptography.utils import int_from_bytes
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:05:49.893391 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:05:49.949650 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (c6aa401e-2545-4780-9a5a-f156408c44c0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.957032 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:49.960156 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6aa401e-2545-4780-9a5a-f156408c44c0 HTTP/1.1" status: 204  len: 168 time: 0.3803179
Apr 01 10:05:49.963118 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52522) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:49.973114 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04458b4-36f6-4568-ade6-68f82733fa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6aa401e-2545-4780-9a5a-f156408c44c0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:50.010570 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Deleting subnet 4259f58a-5e16-4acb-b5eb-55cc196d99c6 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:05:50.013742 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Publish callbacks [] for subnet (4259f58a-5e16-4acb-b5eb-55cc196d99c6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.048451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (4259f58a-5e16-4acb-b5eb-55cc196d99c6), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.087612 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (4259f58a-5e16-4acb-b5eb-55cc196d99c6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.140926 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (4259f58a-5e16-4acb-b5eb-55cc196d99c6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.167443 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4259f58a-5e16-4acb-b5eb-55cc196d99c6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:50.171082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.174246 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4778f266-b74f-4972-9715-372d372471c1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4259f58a-5e16-4acb-b5eb-55cc196d99c6 HTTP/1.1" status: 204  len: 168 time: 0.2100852
Apr 01 10:05:50.176630 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52532) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:50.240544 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c184b4-ce7f-4045-8526-294c9faffed7 req-d5b8e52d-e496-42f2-82b7-d9b804d4c82b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:50.242124 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c184b4-ce7f-4045-8526-294c9faffed7 req-d5b8e52d-e496-42f2-82b7-d9b804d4c82b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0534918
Apr 01 10:05:50.247226 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (117593d6-1fd3-4826-82d5-7fbd77533bdf), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.289686 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c184b4-ce7f-4045-8526-294c9faffed7 req-88aeaa88-185e-4e17-9df4-d1b1984d15e9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410550
Apr 01 10:05:50.322943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (117593d6-1fd3-4826-82d5-7fbd77533bdf), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.346069 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe0d0>,) {'filters': {'network_id': ['117593d6-1fd3-4826-82d5-7fbd77533bdf']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:50.355250 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe0d0>, '0eed89d8-453f-463d-bbf1-bf35813879cf') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:50.355576 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe0d0>, '0eed89d8-453f-463d-bbf1-bf35813879cf') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:05:50.364639 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (0eed89d8-453f-463d-bbf1-bf35813879cf), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.377534 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (0eed89d8-453f-463d-bbf1-bf35813879cf), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.383329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:05:50.383714 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (0eed89d8-453f-463d-bbf1-bf35813879cf), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:05:50.385305 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:05:50.442497 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (117593d6-1fd3-4826-82d5-7fbd77533bdf), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.451847 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.455250 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] 10.222.0.46 "DELETE /v2.0/networks/117593d6-1fd3-4826-82d5-7fbd77533bdf HTTP/1.1" status: 204  len: 168 time: 0.2777123
Apr 01 10:05:50.464526 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0356-b244-4b92-85ec-9ebad8a4d23f admin admin] Pushing event deleted for resources: {'Network': ['ID=117593d6-1fd3-4826-82d5-7fbd77533bdf,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:50.639596 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52540) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:50.695549 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f6fc5db2-164e-479c-b93a-a0da6be26b23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b94fa1d96ca84bbb80a52ff505f925d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0541756
Apr 01 10:05:50.700324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52542) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:50.752818 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] Publish callbacks [] for security_group (2e631fce-7f07-4fa4-8a70-7dc59c4ca656), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.774713 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] Publish callbacks [] for security_group (2e631fce-7f07-4fa4-8a70-7dc59c4ca656), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.828953 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (2e631fce-7f07-4fa4-8a70-7dc59c4ca656), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.831441 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:50.832560 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e631fce-7f07-4fa4-8a70-7dc59c4ca656 HTTP/1.1" status: 204  len: 168 time: 0.1311233
Apr 01 10:05:50.840276 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbafd0-90ae-407b-887c-38abfeae8663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e631fce-7f07-4fa4-8a70-7dc59c4ca656,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:51.176716 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52552) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:51.217110 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a7176fa2-0eac-4d60-99d5-67a68a5fdaf9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f58c097cfdf144e8a66c055da9ed32d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0392189
Apr 01 10:05:51.219562 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52556) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:51.266057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] Publish callbacks [] for security_group (87010ea4-0d22-4c8c-8fe2-3925c13c1ed2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:51.291208 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] Publish callbacks [] for security_group (87010ea4-0d22-4c8c-8fe2-3925c13c1ed2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:51.345458 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (87010ea4-0d22-4c8c-8fe2-3925c13c1ed2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:51.348264 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:51.349495 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87010ea4-0d22-4c8c-8fe2-3925c13c1ed2 HTTP/1.1" status: 204  len: 168 time: 0.1290367
Apr 01 10:05:51.357555 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeb0a9-409c-48d0-beba-3c4efd280b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87010ea4-0d22-4c8c-8fe2-3925c13c1ed2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:51.416759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e467bbf-50f3-4bcb-8bcb-c1ace7ea508a req-15ef4bd9-7e4f-4c5e-a890-3316266675b1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:51.418297 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e467bbf-50f3-4bcb-8bcb-c1ace7ea508a req-15ef4bd9-7e4f-4c5e-a890-3316266675b1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0526445
Apr 01 10:05:51.465377 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e467bbf-50f3-4bcb-8bcb-c1ace7ea508a req-2340e0ab-066b-4e5f-a465-01ad70d1bc72 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407782
Apr 01 10:05:52.589943 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cdaac-7ae4-4615-bb86-e076bec3e919 req-cc7ed3b2-f671-4621-91cf-6d91ea9c082f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:52.591635 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f4cdaac-7ae4-4615-bb86-e076bec3e919 req-cc7ed3b2-f671-4621-91cf-6d91ea9c082f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0524573
Apr 01 10:05:52.654998 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f4cdaac-7ae4-4615-bb86-e076bec3e919 req-9a3268a8-abba-4d3e-85cd-f47134cf3c84 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559530
Apr 01 10:05:53.781628 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905d4c-dd46-4392-88db-f05fdeeb0352 req-04b102ba-c2d1-4dba-87ea-0b0a9f7542a1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:53.786213 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a8905d4c-dd46-4392-88db-f05fdeeb0352 req-04b102ba-c2d1-4dba-87ea-0b0a9f7542a1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0524471
Apr 01 10:05:53.844977 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a8905d4c-dd46-4392-88db-f05fdeeb0352 req-db6ef8bf-b353-4b00-bf6a-09fd1653cf5c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523553
Apr 01 10:05:54.372414 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52766) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:54.482340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7af1bf88-34dc-44ab-a844-f7206935d99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.556558 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7af1bf88-34dc-44ab-a844-f7206935d99e admin admin] Publish callbacks [] for security_group (a7cd3657-f5b8-4cd3-8562-3e9ac075e101), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.567972 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7af1bf88-34dc-44ab-a844-f7206935d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a7cd3657-f5b8-4cd3-8562-3e9ac075e101), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.606145 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7af1bf88-34dc-44ab-a844-f7206935d99e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a060174702c402e90ccabb20e462255&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2325349
Apr 01 10:05:54.607091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1bf88-34dc-44ab-a844-f7206935d99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cd3657-f5b8-4cd3-8562-3e9ac075e101,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:54.609079 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52778) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:54.659497 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] Publish callbacks [] for security_group (a7cd3657-f5b8-4cd3-8562-3e9ac075e101), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.680382 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] Publish callbacks [] for security_group (a7cd3657-f5b8-4cd3-8562-3e9ac075e101), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.729754 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a7cd3657-f5b8-4cd3-8562-3e9ac075e101), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.732741 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:54.734040 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7cd3657-f5b8-4cd3-8562-3e9ac075e101 HTTP/1.1" status: 204  len: 168 time: 0.1234040
Apr 01 10:05:54.743069 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611592ab-3f65-49e7-8cc1-49c068cf06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cd3657-f5b8-4cd3-8562-3e9ac075e101,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:54.980752 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8cfb6-fb2d-4139-bd39-4415184eda57 req-e1ad881a-e9bc-4b3b-bc44-c4350f6284fe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:54.983113 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-61c8cfb6-fb2d-4139-bd39-4415184eda57 req-e1ad881a-e9bc-4b3b-bc44-c4350f6284fe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0589492
Apr 01 10:05:55.031050 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-61c8cfb6-fb2d-4139-bd39-4415184eda57 req-aceb8899-8909-42b3-bbdd-97b77297b664 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431511
Apr 01 10:05:55.032563 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 52802) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:55.048268 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6e6dad75-6b70-4855-8cf4-911465927317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.129419 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6e6dad75-6b70-4855-8cf4-911465927317 admin admin] Publish callbacks [] for security_group (222edfb7-dfba-4b82-bdcf-8be3374b1a4e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.134026 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6e6dad75-6b70-4855-8cf4-911465927317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (222edfb7-dfba-4b82-bdcf-8be3374b1a4e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.171669 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6e6dad75-6b70-4855-8cf4-911465927317 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2676ef4308d84d0c80ad259d6f3c3aa7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1379626
Apr 01 10:05:55.172483 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dad75-6b70-4855-8cf4-911465927317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222edfb7-dfba-4b82-bdcf-8be3374b1a4e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:55.174443 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 52812) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:05:55.225290 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] Publish callbacks [] for security_group (222edfb7-dfba-4b82-bdcf-8be3374b1a4e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.249135 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] Publish callbacks [] for security_group (222edfb7-dfba-4b82-bdcf-8be3374b1a4e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.299396 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (222edfb7-dfba-4b82-bdcf-8be3374b1a4e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.302052 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:05:55.303407 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/222edfb7-dfba-4b82-bdcf-8be3374b1a4e HTTP/1.1" status: 204  len: 168 time: 0.1270199
Apr 01 10:05:55.312405 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49540f6-38fc-4dc1-94b2-6f66dd15450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222edfb7-dfba-4b82-bdcf-8be3374b1a4e,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:05:56.181665 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a9ec-1366-410c-9497-c05e1eb7dbaa req-abf49232-5626-40e0-8771-fdb36920588f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:56.183224 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-97e2a9ec-1366-410c-9497-c05e1eb7dbaa req-abf49232-5626-40e0-8771-fdb36920588f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0747843
Apr 01 10:05:56.239891 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-97e2a9ec-1366-410c-9497-c05e1eb7dbaa req-f13925a6-9caa-4c6f-80f4-f6dea4be6475 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505922
Apr 01 10:05:57.366324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502971c-beb3-4368-9720-b44fff2eac0c req-62165ccd-6f78-45ef-9ccf-53c3db9b24f1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:57.367879 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1502971c-beb3-4368-9720-b44fff2eac0c req-62165ccd-6f78-45ef-9ccf-53c3db9b24f1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0530205
Apr 01 10:05:57.417722 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1502971c-beb3-4368-9720-b44fff2eac0c req-2e00cb08-f381-40d9-968e-85bd3b74271f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435462
Apr 01 10:05:58.323029 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:05:58.537532 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cdda-4013-4e99-a566-f9c0cf70043e req-a3b91e71-22ef-4cbe-af50-a6efcd94822e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:58.539157 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d74cdda-4013-4e99-a566-f9c0cf70043e req-a3b91e71-22ef-4cbe-af50-a6efcd94822e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0531387
Apr 01 10:05:58.590374 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d74cdda-4013-4e99-a566-f9c0cf70043e req-433b651e-4ed9-40df-be59-64126d509da8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431855
Apr 01 10:05:59.727994 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9e57-451b-4fdb-8b48-be8b0e8ea761 req-b5aae6f4-2424-483f-b217-c1e0b8e09a7b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:05:59.729429 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c48d9e57-451b-4fdb-8b48-be8b0e8ea761 req-b5aae6f4-2424-483f-b217-c1e0b8e09a7b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0535877
Apr 01 10:05:59.777191 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c48d9e57-451b-4fdb-8b48-be8b0e8ea761 req-d03fbe4d-8d36-4220-b03a-651e418b4a63 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420175
Apr 01 10:06:00.913793 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f73274-e6a4-4a1d-a7df-461383827d52 req-c8934709-7dcf-4e05-9b9f-38f214da58d2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:00.915250 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81f73274-e6a4-4a1d-a7df-461383827d52 req-c8934709-7dcf-4e05-9b9f-38f214da58d2 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0527008
Apr 01 10:06:00.968551 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81f73274-e6a4-4a1d-a7df-461383827d52 req-9463788b-771a-441e-b179-a034cbbe9040 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445058
Apr 01 10:06:02.096005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909b34-f463-4024-9731-803e3d2cb622 req-0e0d2553-138a-4605-8cce-36fbae7fd392 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:02.097455 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8c909b34-f463-4024-9731-803e3d2cb622 req-0e0d2553-138a-4605-8cce-36fbae7fd392 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0515451
Apr 01 10:06:02.145169 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8c909b34-f463-4024-9731-803e3d2cb622 req-3735816b-729e-4f38-994b-73f24d9863d8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399268
Apr 01 10:06:03.283678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bac608-bcd4-412e-933e-5f0cc01b1039 req-af4bd01b-495e-4587-9a39-f4464b90b908 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:03.285203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a9bac608-bcd4-412e-933e-5f0cc01b1039 req-af4bd01b-495e-4587-9a39-f4464b90b908 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0665019
Apr 01 10:06:03.333002 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a9bac608-bcd4-412e-933e-5f0cc01b1039 req-2eca0971-8cce-4e6c-9246-177353eb85b8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414186
Apr 01 10:06:04.456632 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab29898-8b7f-4b56-87f9-1cabc3a92086 req-2329fefc-227a-40c2-a63d-99ce84ac3fab tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:04.458122 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ab29898-8b7f-4b56-87f9-1cabc3a92086 req-2329fefc-227a-40c2-a63d-99ce84ac3fab tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0553231
Apr 01 10:06:04.513289 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ab29898-8b7f-4b56-87f9-1cabc3a92086 req-18c86564-e979-4d19-9660-5429dca13657 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492489
Apr 01 10:06:05.636085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966f185-abc0-49c2-ac6d-4ed2bd517764 req-09ed4d8b-da21-4dbd-b670-48a9461fe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:05.637550 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5966f185-abc0-49c2-ac6d-4ed2bd517764 req-09ed4d8b-da21-4dbd-b670-48a9461fe6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1130 time: 0.1123123
Apr 01 10:06:05.673303 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e25433-444e-4361-a0f8-f4b75d485da0 req-1c18afb8-49cf-4f96-8b8b-40436d93ad29 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:05.674818 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12e25433-444e-4361-a0f8-f4b75d485da0 req-1c18afb8-49cf-4f96-8b8b-40436d93ad29 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0742896
Apr 01 10:06:05.711115 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5966f185-abc0-49c2-ac6d-4ed2bd517764 req-ad762463-c0a1-4bd4-915c-c509fc0ec19d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655310
Apr 01 10:06:05.731097 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53076) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:05.736614 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12e25433-444e-4361-a0f8-f4b75d485da0 req-2fb3663f-a5cb-40bb-afdb-7c455e3b533d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537851
Apr 01 10:06:05.833231 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2da289bd-92fd-4939-99cb-8500c721b042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:05.906396 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2da289bd-92fd-4939-99cb-8500c721b042 admin admin] Publish callbacks [] for security_group (d11efa73-987f-4a2b-af02-48fa54eaf522), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:05.913802 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2da289bd-92fd-4939-99cb-8500c721b042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d11efa73-987f-4a2b-af02-48fa54eaf522), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:05.950318 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2da289bd-92fd-4939-99cb-8500c721b042 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e625f7fa5bb46e9ab6a4128278a4123&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2179222
Apr 01 10:06:05.951193 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da289bd-92fd-4939-99cb-8500c721b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11efa73-987f-4a2b-af02-48fa54eaf522,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:05.953187 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53084) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:06.011407 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] Publish callbacks [] for security_group (d11efa73-987f-4a2b-af02-48fa54eaf522), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.032782 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] Publish callbacks [] for security_group (d11efa73-987f-4a2b-af02-48fa54eaf522), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.081329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d11efa73-987f-4a2b-af02-48fa54eaf522), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.084405 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.085568 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d11efa73-987f-4a2b-af02-48fa54eaf522 HTTP/1.1" status: 204  len: 168 time: 0.1312187
Apr 01 10:06:06.093255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b4357-db0a-43f7-9adf-96734f748d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11efa73-987f-4a2b-af02-48fa54eaf522,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:06.723998 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53112) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:06.835414 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-258297505-network', 'tenant_id': '47d184624c1d4bae9384dc4be14343fd'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:06.864328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Made reservation on behalf of 47d184624c1d4bae9384dc4be14343fd for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:06.866526 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.881489 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c68d-7c0c-4064-8292-ffd3195393af req-5260692f-caaa-412b-a523-b1725227d5ae tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:06.882985 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59b9c68d-7c0c-4064-8292-ffd3195393af req-5260692f-caaa-412b-a523-b1725227d5ae tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0804148
Apr 01 10:06:06.884154 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.952650 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59b9c68d-7c0c-4064-8292-ffd3195393af req-6ee4be72-fe9e-4f4f-96ed-6bff31af007b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607142
Apr 01 10:06:06.994173 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks [] for security_group (7986df18-8df1-4b62-818e-222435bd1899), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:06.999787 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7986df18-8df1-4b62-818e-222435bd1899), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.027516 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:06:07.033830 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986df18-8df1-4b62-818e-222435bd1899,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:07.041036 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (1cabdc3b-0a76-409f-bcd3-299316fec986), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.041862 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Added segment 1cabdc3b-0a76-409f-bcd3-299316fec986 of type vlan for network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9
Apr 01 10:06:07.080416 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.107419 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.108457 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:07.109085 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.168114 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4429572
Apr 01 10:06:07.171106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53122) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:07.176067 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Request body: {'subnet': {'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-258297505-subnet', 'tenant_id': '47d184624c1d4bae9384dc4be14343fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:07.178135 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba2846-4aa0-4bb1-bbfc-9d22570f51be admin admin] Pushing event updated for resources: {'Network': ['ID=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:07.191113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:06:07.198827 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Made reservation on behalf of 47d184624c1d4bae9384dc4be14343fd for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:07.201196 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.288297 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.381759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.439475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:07.447831 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Checking segment: {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:07.448200 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Network hostable DHCP agents. Network: 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:06:07.466556 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:06:07.476714 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:07.481378 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:07.482367 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:07.485619 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0ad26-57a4-4899-9efd-a96383d2f0f4 None None] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:07.504443 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c9a95d2c-eaf6-4fb8-ac70-7e8b76e50a30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3281369
Apr 01 10:06:07.606233 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91213ed-80cd-4837-bc64-48836c3f722c None None] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:08.101975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2abd-40b8-4345-95da-1b5df7054f7c req-947cb4ec-d02d-4d0e-b608-3a1aa1aefd70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.103603 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9c9a2abd-40b8-4345-95da-1b5df7054f7c req-947cb4ec-d02d-4d0e-b608-3a1aa1aefd70 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0619731
Apr 01 10:06:08.151893 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9c9a2abd-40b8-4345-95da-1b5df7054f7c req-70f1c9a8-cfe4-40f2-acd4-f924b87d2109 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416949
Apr 01 10:06:08.392542 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41134482-1e02-4e81-aee0-78a2182de0cc req-94096161-7741-49f9-bfaa-6655537f0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.394017 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-94096161-7741-49f9-bfaa-6655537f0935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1130 time: 0.0437360
Apr 01 10:06:08.404568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4b53-3028-4745-bb76-357a1250ca66 req-3c68f4a2-085b-4697-893d-c8c31a381028 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.406101 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bef4b53-3028-4745-bb76-357a1250ca66 req-3c68f4a2-085b-4697-893d-c8c31a381028 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0524993
Apr 01 10:06:08.452301 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bef4b53-3028-4745-bb76-357a1250ca66 req-d35d6cee-a056-4cca-99a1-50bd313057aa tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404267
Apr 01 10:06:08.486132 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41134482-1e02-4e81-aee0-78a2182de0cc req-0779d2bb-67ed-47af-acf6-ddac0fb4632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.487615 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-0779d2bb-67ed-47af-acf6-ddac0fb4632e service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0872211
Apr 01 10:06:08.529082 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-14491080-c108-40c9-be10-c3c8387ee5b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 217 time: 0.0346980
Apr 01 10:06:08.575464 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-10e9d123-8eef-4c6d-8e47-abb6bc873560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:08.578870 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41134482-1e02-4e81-aee0-78a2182de0cc req-b54a2935-d2c9-4620-af2b-d48783cada0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.580306 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-b54a2935-d2c9-4620-af2b-d48783cada0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0440183
Apr 01 10:06:08.634809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41134482-1e02-4e81-aee0-78a2182de0cc req-01b04094-49ce-41a7-a171-896ddf64ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:08.636293 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-01b04094-49ce-41a7-a171-896ddf64ea18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0498478
Apr 01 10:06:08.726145 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-a2029b3b-2423-4f2f-83a0-883c6d766fed service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821695
Apr 01 10:06:08.821707 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41134482-1e02-4e81-aee0-78a2182de0cc req-88c23cd9-c7d8-476e-8543-e580c00057e2 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876269
Apr 01 10:06:09.573791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba513b-7e9f-46d3-a4b4-696bd8758655 req-13e09139-c9a0-4c72-9c2e-3e15eb4a132c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:09.575373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1fba513b-7e9f-46d3-a4b4-696bd8758655 req-13e09139-c9a0-4c72-9c2e-3e15eb4a132c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0533972
Apr 01 10:06:09.623948 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1fba513b-7e9f-46d3-a4b4-696bd8758655 req-0cf13949-341b-4be3-ad95-1edf8b8fb3fe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427158
Apr 01 10:06:10.318207 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-af18b701-b271-412e-b32f-9dcc8b79e987 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:10.319692 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-af18b701-b271-412e-b32f-9dcc8b79e987 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 808 time: 0.1083276
Apr 01 10:06:10.333987 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-9fb22616-1aa2-44fe-8d79-ff0304faa6b2 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/quotas/47d184624c1d4bae9384dc4be14343fd HTTP/1.1" status: 200  len: 375 time: 0.0088909
Apr 01 10:06:10.363431 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-adeb009b-3883-497c-8be0-48b5452dd36e tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0247905
Apr 01 10:06:10.453190 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-1c127120-2ff4-46d4-a2e5-fdf4a1e07845 service neutron] 10.222.0.46 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832853
Apr 01 10:06:10.539545 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-088ac45f-8726-4740-b9c9-3ef54c0547df service neutron] 10.222.0.46 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807228
Apr 01 10:06:10.704956 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f7738ef-61f0-44d5-ad90-4152184c4994 req-f22c5a12-dcc1-4438-bf8d-ede73ad1e6c5 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 210 time: 0.0338669
Apr 01 10:06:10.774920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157b25-c07d-4a66-b0db-98bc3ed3fa9d req-27a92c85-6b90-44ad-9de9-3cb242e1b25f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:10.776441 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d6157b25-c07d-4a66-b0db-98bc3ed3fa9d req-27a92c85-6b90-44ad-9de9-3cb242e1b25f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0586457
Apr 01 10:06:10.834343 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d6157b25-c07d-4a66-b0db-98bc3ed3fa9d req-768ce34a-3c4e-411e-a249-c76bc0b90e19 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460773
Apr 01 10:06:10.932942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c5da15aa-f76d-4da0-ad31-03d9b436193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:11.796028 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52544d85-5bc9-4b81-a3f0-fccce228bd3c req-fe6b2a01-5c65-4c6b-8a70-b895658e4f5c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 210 time: 0.0288665
Apr 01 10:06:11.974167 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7702-bda5-4b20-9c89-6f023fefb4d1 req-519167b7-31a0-48bd-b406-01d469702491 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:11.975658 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ffb7702-bda5-4b20-9c89-6f023fefb4d1 req-519167b7-31a0-48bd-b406-01d469702491 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0550799
Apr 01 10:06:12.021876 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ffb7702-bda5-4b20-9c89-6f023fefb4d1 req-32e67d94-9dfe-4368-a130-c358e23374fe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405505
Apr 01 10:06:12.129358 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53284) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:12.193565 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.274274 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.441405 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-b20885de-a883-4b13-af31-ca80ddad3778 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:12.443418 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-b20885de-a883-4b13-af31-ca80ddad3778 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 808 time: 0.1927195
Apr 01 10:06:12.451915 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Publish callbacks [] for security_group (6d54f1a0-06a8-41a6-b15e-efd56f2851c2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.457997 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (6d54f1a0-06a8-41a6-b15e-efd56f2851c2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.505383 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=120836c9ed9d4e8082451071e35c7cd1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3747022
Apr 01 10:06:12.506477 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54f1a0-06a8-41a6-b15e-efd56f2851c2,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:12.508128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53300) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:12.517854 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.518389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.518911 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.519511 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.519989 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.520469 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.520834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.521454 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.521767 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.522082 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.522496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.522950 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.523461 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.523776 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.524084 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59325100-ad21-45ac-8d12-591074296a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.561641 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Publish callbacks [] for security_group (6d54f1a0-06a8-41a6-b15e-efd56f2851c2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.583005 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Publish callbacks [] for security_group (6d54f1a0-06a8-41a6-b15e-efd56f2851c2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.633138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (6d54f1a0-06a8-41a6-b15e-efd56f2851c2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.636194 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:12.637595 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d54f1a0-06a8-41a6-b15e-efd56f2851c2 HTTP/1.1" status: 204  len: 168 time: 0.1284952
Apr 01 10:06:12.646024 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54f1a0-06a8-41a6-b15e-efd56f2851c2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:12.654563 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.655001 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.655483 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.655822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.656334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.656674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.657086 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.657310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.657635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.657953 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.658969 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.658969 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.659270 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.659345 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.659639 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079fa63-daa3-4520-998e-394244b8d962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:12.896918 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-67a67a06-57b3-42ca-878c-bda951a186bf req-05b2faeb-37ed-4061-8d84-299491c9f505 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 210 time: 0.0274303
Apr 01 10:06:13.312513 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53330) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:13.314218 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.410986 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428855122-network', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:13.431150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Made reservation on behalf of 3dc1f10cbf10469d8abe0641ae154834 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:13.433511 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.442373 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.520749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks [] for security_group (0f3972f2-27b3-47b7-8f5e-1cc150fad7eb), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.527346 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0f3972f2-27b3-47b7-8f5e-1cc150fad7eb), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.755787 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:06:13.770904 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3972f2-27b3-47b7-8f5e-1cc150fad7eb,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:13.774101 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (e4fbb972-b618-4024-91b8-34a300c23408), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.774434 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Added segment e4fbb972-b618-4024-91b8-34a300c23408 of type vlan for network f66dbf81-08fc-4982-9dd7-2742d5b5864a
Apr 01 10:06:13.812287 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (f66dbf81-08fc-4982-9dd7-2742d5b5864a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.839740 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (f66dbf81-08fc-4982-9dd7-2742d5b5864a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.840709 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:13.841320 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:13.894747 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5810127
Apr 01 10:06:13.897896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53338) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:13.904795 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Request body: {'subnet': {'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428855122-subnet', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:13.910878 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7fbd0-7b22-44df-b357-148d2e90f37f admin admin] Pushing event updated for resources: {'Network': ['ID=f66dbf81-08fc-4982-9dd7-2742d5b5864a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:13.923238 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:06:13.928776 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Made reservation on behalf of 3dc1f10cbf10469d8abe0641ae154834 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:13.931613 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.007878 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c4cb8eed-220e-4031-b93f-80908879d19f req-ea69c236-2d8d-47ff-81a0-05e0a5e577e3 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 210 time: 0.0305290
Apr 01 10:06:14.125583 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (6df3c122-eebc-4951-a4d3-8f2159c1d968), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.176884 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df3c122-eebc-4951-a4d3-8f2159c1d968,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:14.186950 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Checking segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:14.187306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Network hostable DHCP agents. Network: f66dbf81-08fc-4982-9dd7-2742d5b5864a, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:06:14.206153 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:06:14.216148 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f66dbf81-08fc-4982-9dd7-2742d5b5864a) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:14.220438 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:14.221029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.227940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb6081-868d-488d-9161-2527a1db651b None None] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:14.239376 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fd7da125-cbda-47ed-8512-be0a5dc6bb6f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3403919
Apr 01 10:06:14.242097 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53346) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:14.246821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:14.267540 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (b45ab5bf-4da3-4483-8265-885e8f761959), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.268701 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (b45ab5bf-4da3-4483-8265-885e8f761959), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.322506 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for router_controller (b45ab5bf-4da3-4483-8265-885e8f761959), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.361345 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Request body: {'port': {'device_id': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9', 'admin_state_up': True, 'tenant_id': '47d184624c1d4bae9384dc4be14343fd'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:14.474445 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:06:14.475361 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.476891 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Made reservation on behalf of 47d184624c1d4bae9384dc4be14343fd for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:14.481368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.494903 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for router_gateway (b45ab5bf-4da3-4483-8265-885e8f761959), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.620224 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Allocated IP 172.20.0.2 (f66dbf81-08fc-4982-9dd7-2742d5b5864a/6df3c122-eebc-4951-a4d3-8f2159c1d968/566ee03f-3fe0-41e8-9cae-edffebe6b48a) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:14.620437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Allocated IP 172.20.0.4 (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9/dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e/9ac06a78-f608-46f8-af34-a99c14e40ada) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:14.712595 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for router_gateway (b45ab5bf-4da3-4483-8265-885e8f761959), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.732926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.767712 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks [] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.774946 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.777333 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks [] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.818736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:14.823111 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:14.824900 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Pushing event updated for resources: {'Port': ['ID=566ee03f-3fe0-41e8-9cae-edffebe6b48a,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:14.827104 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:14.836637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.836946 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.837317 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.837673 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.838009 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.838311 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.838672 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.839037 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.839305 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.839630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.839955 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.840291 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.840679 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.840985 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.841332 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:14.841955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Allocated IP 172.37.5.59 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/994ae49e-373c-4ec5-b574-739e82140eea) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:14.899297 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Attempting to bind port 566ee03f-3fe0-41e8-9cae-edffebe6b48a on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:14.899667 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Attempting to bind port 566ee03f-3fe0-41e8-9cae-edffebe6b48a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:14.900027 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Attempting to bind port 566ee03f-3fe0-41e8-9cae-edffebe6b48a on network f66dbf81-08fc-4982-9dd7-2742d5b5864a {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:14.906383 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:14.906793 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Checking segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:14.907204 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.907597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Bound using segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:14.908070 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Bound port: 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:14.908638 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.962070 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for port (994ae49e-373c-4ec5-b574-739e82140eea), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:14.974470 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] For port 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:14.978302 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] For port 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=566ee03f-3fe0-41e8-9cae-edffebe6b48a,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:14.986106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.024144 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (994ae49e-373c-4ec5-b574-739e82140eea), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.061788 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:15.063546 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3f324-c351-457b-b180-8e5e81adae95 None None] Pushing event updated for resources: {'Port': ['ID=566ee03f-3fe0-41e8-9cae-edffebe6b48a,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:15.067370 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.068861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.096600 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:15.101029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:15.138694 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:15.144002 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Pushing event updated for resources: {'Port': ['ID=994ae49e-373c-4ec5-b574-739e82140eea,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:15.148621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:15.151109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:15.193659 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Pushing event updated for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:15.218886 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:15.219768 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.230492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69169f3-c2f7-421f-b525-696d2835d88d req-fb930787-c031-418c-81eb-206a33378bef tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:15.232098 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e69169f3-c2f7-421f-b525-696d2835d88d req-fb930787-c031-418c-81eb-206a33378bef tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 931 time: 0.1306939
Apr 01 10:06:15.257731 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-83c7ac5d-534c-4015-9993-08500baed0c6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9009051
Apr 01 10:06:15.324435 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e69169f3-c2f7-421f-b525-696d2835d88d req-815c57b4-3052-4eae-9ddd-2405d37f7ed3 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675759
Apr 01 10:06:15.403111 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for router_gateway (b45ab5bf-4da3-4483-8265-885e8f761959), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.603082 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (b45ab5bf-4da3-4483-8265-885e8f761959), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.735478 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Router b45ab5bf-4da3-4483-8265-885e8f761959 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:06:15.849454 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:06:15.859051 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Sync routers for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:06:15.872277 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:15.872763 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:15.873386 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424d74700>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:15.875155 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-76b3c992-73db-4709-9c60-b8ba38510e92 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.6319783
Apr 01 10:06:15.876490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53362) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:15.978904 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:16.008423 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafa265-aac2-4709-ae0d-d7831514d3ea None None] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:16.068215 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Request body: {'port': {'device_id': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:16.153255 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Provisioning complete for port 566ee03f-3fe0-41e8-9cae-edffebe6b48a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:16.153884 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.198261 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.245267 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-a841373c-53cf-4c01-822d-58f39787659b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0918481
Apr 01 10:06:16.351054 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-64f73372-1abd-47c1-9635-def5d1fc22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:16.352782 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-64f73372-1abd-47c1-9635-def5d1fc22e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1129 time: 0.0852783
Apr 01 10:06:16.354405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Current status of the port 566ee03f-3fe0-41e8-9cae-edffebe6b48a is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:16.354828 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.359880 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424d74700>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:15Z', 'revision_number': 3, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:16.372753 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 566ee03f-3fe0-41e8-9cae-edffebe6b48a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:16.401889 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Checking router: b45ab5bf-4da3-4483-8265-885e8f761959 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:06:16.403144 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Updating router b45ab5bf-4da3-4483-8265-885e8f761959 port 994ae49e-373c-4ec5-b574-739e82140eea binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:06:16.434942 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (994ae49e-373c-4ec5-b574-739e82140eea), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.519344 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-b98ab19e-dd6d-42ff-9139-f0ebf358197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:16.522027 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-b98ab19e-dd6d-42ff-9139-f0ebf358197b service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1448710
Apr 01 10:06:16.545357 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] For port 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=566ee03f-3fe0-41e8-9cae-edffebe6b48a,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:16.579364 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.654325 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-d693a7f6-1743-4184-bd18-2eba6e3263d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 217 time: 0.1171482
Apr 01 10:06:16.662060 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 566ee03f-3fe0-41e8-9cae-edffebe6b48a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:16.662811 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.743065 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf2fb3-ebf2-4059-a05c-1c7fa339cf90 None None] Pushing event updated for resources: {'Port': ['ID=566ee03f-3fe0-41e8-9cae-edffebe6b48a,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:16.768546 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-2da6432a-b2f8-4410-9262-6455e72fa467 None None] Provisioning complete for port 566ee03f-3fe0-41e8-9cae-edffebe6b48a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:16.768912 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2da6432a-b2f8-4410-9262-6455e72fa467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.783566 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e174b4-dc0b-4b22-9d97-c1e190e5ff3f req-1e513775-cf08-4181-92c2-fa258eac3b84 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:16.793726 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65e174b4-dc0b-4b22-9d97-c1e190e5ff3f req-1e513775-cf08-4181-92c2-fa258eac3b84 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 931 time: 0.2687519
Apr 01 10:06:16.835326 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-99d898b6-fdf1-4e94-ba03-bfa6652bdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:16.835326 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-99d898b6-fdf1-4e94-ba03-bfa6652bdef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.1669447
Apr 01 10:06:16.850060 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 566ee03f-3fe0-41e8-9cae-edffebe6b48a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:16.880547 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.895335 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65e174b4-dc0b-4b22-9d97-c1e190e5ff3f req-93108774-a1ca-425a-adac-55e5d8b3b3e2 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994620
Apr 01 10:06:16.932400 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-2da6432a-b2f8-4410-9262-6455e72fa467 None None] Current status of the port 566ee03f-3fe0-41e8-9cae-edffebe6b48a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:16.948290 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks [] for port (994ae49e-373c-4ec5-b574-739e82140eea), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.956051 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (994ae49e-373c-4ec5-b574-739e82140eea), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:16.965912 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-a5134f64-f1cd-432f-8896-47dced0fca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:16.967711 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-a5134f64-f1cd-432f-8896-47dced0fca76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0657165
Apr 01 10:06:17.012814 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Attempting to bind port 994ae49e-373c-4ec5-b574-739e82140eea on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:17.013175 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Attempting to bind port 994ae49e-373c-4ec5-b574-739e82140eea by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:17.013530 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Attempting to bind port 994ae49e-373c-4ec5-b574-739e82140eea on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:17.016169 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Pushing event updated for resources: {'Port': ['ID=994ae49e-373c-4ec5-b574-739e82140eea,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:17.025562 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:17.025926 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:17.026322 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.026723 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:17.027197 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Bound port: 994ae49e-373c-4ec5-b574-739e82140eea, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:17.027562 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (994ae49e-373c-4ec5-b574-739e82140eea), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.030587 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.030967 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.031329 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.032257 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.032257 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.032458 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.032605 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.033121 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.033251 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.033529 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.033843 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.034169 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.034485 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.035178 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.035178 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:06:17.070745 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-df037bd6-2c52-4bf0-86da-861d02f5869f service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939240
Apr 01 10:06:17.086891 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] For port 994ae49e-373c-4ec5-b574-739e82140eea, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:17.090373 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] For port 994ae49e-373c-4ec5-b574-739e82140eea, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=994ae49e-373c-4ec5-b574-739e82140eea,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:17.097380 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (994ae49e-373c-4ec5-b574-739e82140eea), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.120743 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac06a78-f608-46f8-af34-a99c14e40ada {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:17.133720 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks [] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.136556 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Allocated IP 172.20.0.1 (f66dbf81-08fc-4982-9dd7-2742d5b5864a/6df3c122-eebc-4951-a4d3-8f2159c1d968/c21116f3-4b43-410d-8373-345719b4ac0b) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:17.154144 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:17.154897 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424d74700>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:17.160896 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Transition to ACTIVE for port object 9ac06a78-f608-46f8-af34-a99c14e40ada will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:06:17.183450 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.200651 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e03c3990-efc4-491d-8fbf-33bd9da49a34 req-62e61238-c3a2-4a5a-bf70-8c4bbbb2b695 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230640
Apr 01 10:06:17.221751 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a402-05c5-4a6a-be02-d56168653f43 None None] Pushing event updated for resources: {'Port': ['ID=994ae49e-373c-4ec5-b574-739e82140eea,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:17.292952 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:17.335458 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:17.376120 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks [] for port (c21116f3-4b43-410d-8373-345719b4ac0b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.390636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Attempting to bind port 9ac06a78-f608-46f8-af34-a99c14e40ada on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:17.390996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Attempting to bind port 9ac06a78-f608-46f8-af34-a99c14e40ada by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:17.391323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Attempting to bind port 9ac06a78-f608-46f8-af34-a99c14e40ada on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:17.401925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Port 9ac06a78-f608-46f8-af34-a99c14e40ada on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:06:17.402316 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Attempting to bind port 9ac06a78-f608-46f8-af34-a99c14e40ada on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:17.419744 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:17.419744 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Checking segment: {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:17.419744 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Bound using segment: {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:17.420233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Bound port: 9ac06a78-f608-46f8-af34-a99c14e40ada, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:17.420233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.461295 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.545943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:17.555973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:17.562065 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:17.565658 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:17.567910 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Pushing event updated for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:17.571678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ac06a78-f608-46f8-af34-a99c14e40ada,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:17.608595 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.626464 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424d74700>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:15Z', 'revision_number': 3, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:17.660503 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb262a-fb42-4458-aa57-e8478d142fb8 None None] The sync data for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi is: [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:15Z', 'revision_number': 3, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:06:17.687887 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (b45ab5bf-4da3-4483-8265-885e8f761959), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.691861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:17.698269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.698836 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53410) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:17.700275 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ac06a78-f608-46f8-af34-a99c14e40ada HTTP/1.1" status: 200  len: 1093 time: 1.6387510
Apr 01 10:06:17.713091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:17.715717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808814d-6b3e-48bc-8e65-b3d117e2e87b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:17.799566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe01cb-0bf8-49fc-a6a0-114e509b4335 x-openstack-request-id: req-6bbe01cb-0bf8-49fc-a6a0-114e509b4335 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:17.800138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:17.800576 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bbe01cb-0bf8-49fc-a6a0-114e509b4335 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:17.801218 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbe01cb-0bf8-49fc-a6a0-114e509b4335'] response: {'name': 'network-changed', 'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada', 'status': 'completed', 'code': 200}
Apr 01 10:06:17.905712 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3e44-bcba-4cb0-8df9-1e7b80282b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:17.927522 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-47903b11-c5b5-46b4-ac9f-e99d3dd983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:17.929045 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-47903b11-c5b5-46b4-ac9f-e99d3dd983ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 1127 time: 0.1266320
Apr 01 10:06:17.975519 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c84fca21-ccd7-4b69-a5a7-a46c61782837 None None] Provisioning complete for port c21116f3-4b43-410d-8373-345719b4ac0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:17.976083 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c84fca21-ccd7-4b69-a5a7-a46c61782837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:17.981718 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73b8750c-6996-47b2-bd66-1bf57c14b08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.068903 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-02ca127e-1191-4109-b760-29e5f8f9ec6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ac06a78-f608-46f8-af34-a99c14e40ada HTTP/1.1" status: 200  len: 217 time: 0.1269307
Apr 01 10:06:18.096755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c84fca21-ccd7-4b69-a5a7-a46c61782837 None None] Port c21116f3-4b43-410d-8373-345719b4ac0b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:06:18.132512 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-9541783c-7b63-428f-859d-8939bd51c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:18.134390 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-9541783c-7b63-428f-859d-8939bd51c111 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e HTTP/1.1" status: 200  len: 848 time: 0.0599275
Apr 01 10:06:18.178440 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-8540fba8-9488-43ec-a728-40ffc1bb2245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325203
Apr 01 10:06:18.206680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73b8750c-6996-47b2-bd66-1bf57c14b08c admin admin] Publish callbacks [] for security_group (bf7bd774-e603-4c54-bc39-53b289d7fb43), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.212188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73b8750c-6996-47b2-bd66-1bf57c14b08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (bf7bd774-e603-4c54-bc39-53b289d7fb43), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.212959 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b493-c02b-4e16-8fb6-f80258ec35e1 req-d9b4a48c-9008-49bd-b465-b6867b915b9b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:18.214636 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e142b493-c02b-4e16-8fb6-f80258ec35e1 req-d9b4a48c-9008-49bd-b465-b6867b915b9b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 943 time: 0.1921177
Apr 01 10:06:18.257092 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53426) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:18.263510 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141575343', 'description': 'tempest-description--973216937'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:18.286206 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.291446 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-73b8750c-6996-47b2-bd66-1bf57c14b08c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab0a4e4378254dfe8f987b9a97df4116&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5901954
Apr 01 10:06:18.296985 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53428) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:18.336115 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.336714 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e142b493-c02b-4e16-8fb6-f80258ec35e1 req-5fdea722-d8f8-4a66-b986-eb629b68fab6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960481
Apr 01 10:06:18.368250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8750c-6996-47b2-bd66-1bf57c14b08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7bd774-e603-4c54-bc39-53b289d7fb43,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:18.426233 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-8b8482e4-4c8c-402d-80d4-7409bfb862a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213237
Apr 01 10:06:18.440420 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] Publish callbacks [] for security_group (bf7bd774-e603-4c54-bc39-53b289d7fb43), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.512844 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 994ae49e-373c-4ec5-b574-739e82140eea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:18.534306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.548040 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.562568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] Publish callbacks [] for security_group (bf7bd774-e603-4c54-bc39-53b289d7fb43), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.597615 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:18.606885 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a8b582d-4c58-48ad-ae87-9602db00e782 req-12f17a21-712c-483a-ae0c-04b7f22f1a5d service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671891
Apr 01 10:06:18.618296 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.621718 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-62bacdff-e4e2-43e3-9d24-64b162455da0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3590825
Apr 01 10:06:18.623098 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53436) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:18.628147 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'security_group_rule': {'security_group_id': '54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:18.666041 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 994ae49e-373c-4ec5-b574-739e82140eea triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:18.667154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (994ae49e-373c-4ec5-b574-739e82140eea), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.711886 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (7c1320c4-8431-4f31-8c38-6dec6e4e828f), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.856787 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (7c1320c4-8431-4f31-8c38-6dec6e4e828f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.861614 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (bf7bd774-e603-4c54-bc39-53b289d7fb43), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.875777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.882338 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf7bd774-e603-4c54-bc39-53b289d7fb43 HTTP/1.1" status: 204  len: 168 time: 0.5842259
Apr 01 10:06:18.913648 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf7274-d7cd-4f60-98ed-1379a37db723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7bd774-e603-4c54-bc39-53b289d7fb43,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:18.915610 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (7c1320c4-8431-4f31-8c38-6dec6e4e828f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.954706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks [] for port (c21116f3-4b43-410d-8373-345719b4ac0b), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.981707 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-3be918b6-0bcf-4dce-939d-5afcd359e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:18.987195 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1320c4-8431-4f31-8c38-6dec6e4e828f,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:18.991833 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-3be918b6-0bcf-4dce-939d-5afcd359e6fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 1127 time: 0.2743576
Apr 01 10:06:18.996732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.997217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:18.998731 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 994ae49e-373c-4ec5-b574-739e82140eea is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:18.999262 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (994ae49e-373c-4ec5-b574-739e82140eea), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.000129 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a2c3b797-7512-4bf5-b5e6-eef434c244d7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3760214
Apr 01 10:06:19.002246 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53450) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:19.009481 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'security_group_rule': {'security_group_id': '54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:19.050370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (d162f7a7-6b29-45e0-bbed-c8c3981bde3f), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.068781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 994ae49e-373c-4ec5-b574-739e82140eea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=994ae49e-373c-4ec5-b574-739e82140eea,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:19.077550 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (994ae49e-373c-4ec5-b574-739e82140eea), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.078774 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 566ee03f-3fe0-41e8-9cae-edffebe6b48a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:19.215755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (d162f7a7-6b29-45e0-bbed-c8c3981bde3f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.235578 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (d162f7a7-6b29-45e0-bbed-c8c3981bde3f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.237665 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=994ae49e-373c-4ec5-b574-739e82140eea,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:19.257821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d162f7a7-6b29-45e0-bbed-c8c3981bde3f,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:19.267516 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 566ee03f-3fe0-41e8-9cae-edffebe6b48a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:19.268586 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.272576 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.273828 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-690066dc-1931-4f3f-9a3a-bee17a72e88f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2702339
Apr 01 10:06:19.276977 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53456) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:19.283736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:19.299088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (b45ab5bf-4da3-4483-8265-885e8f761959), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.354980 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.369592 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 566ee03f-3fe0-41e8-9cae-edffebe6b48a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:19.370177 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53458) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:19.527911 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53464) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:19.562457 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-863769cb-57bd-4287-bfef-7bffdaab3568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.570732 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042757e9-6e79-4ed0-a6ac-bd5ae2be9d3c req-9851a06b-baa7-4c64-8f6e-8803db4090ea tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:19.572253 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-042757e9-6e79-4ed0-a6ac-bd5ae2be9d3c req-9851a06b-baa7-4c64-8f6e-8803db4090ea tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 943 time: 0.1254542
Apr 01 10:06:19.588460 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-028425fb-dab3-40e9-b357-2855ac617fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.623976 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.682193 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Pushing event updated for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:19.717890 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-d0040c0d-57c0-4a59-b8ab-0fd793360ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:19.719541 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-d0040c0d-57c0-4a59-b8ab-0fd793360ce9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 909 time: 0.7122719
Apr 01 10:06:19.721007 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-042757e9-6e79-4ed0-a6ac-bd5ae2be9d3c req-450c6fde-bda8-4e87-b2b3-32b0ec6508f5 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412699
Apr 01 10:06:19.766795 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-3452daa8-1557-47ab-bf10-6a73d5eb2a61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ac06a78-f608-46f8-af34-a99c14e40ada HTTP/1.1" status: 200  len: 217 time: 0.0405369
Apr 01 10:06:19.776652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:19.784739 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:19.864453 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Allocated IP 172.37.5.197 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/22094bc8-079f-4a87-85db-2308a8252b2b) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:19.872814 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-863769cb-57bd-4287-bfef-7bffdaab3568 admin admin] Publish callbacks [] for security_group (7bc5a7f8-7e8b-4e74-97ca-a475158551d1), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.915010 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-40a618cd-fc78-429e-89c2-5c5d663bb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:19.916654 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-40a618cd-fc78-429e-89c2-5c5d663bb7dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e HTTP/1.1" status: 200  len: 848 time: 0.1420352
Apr 01 10:06:19.939263 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-028425fb-dab3-40e9-b357-2855ac617fc9 admin admin] Publish callbacks [] for security_group (4558a224-93a6-40d4-b0d0-a03d6ad87c1f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.943006 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-863769cb-57bd-4287-bfef-7bffdaab3568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7bc5a7f8-7e8b-4e74-97ca-a475158551d1), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.956800 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-028425fb-dab3-40e9-b357-2855ac617fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4558a224-93a6-40d4-b0d0-a03d6ad87c1f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:19.965339 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-b0553560-7626-463a-92db-f596284c62cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403662
Apr 01 10:06:20.046356 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-2d64502b-6402-4d58-97ed-e351fbb4820b None None] Provisioning complete for port c21116f3-4b43-410d-8373-345719b4ac0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:20.047247 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Router b45ab5bf-4da3-4483-8265-885e8f761959 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:06:20.047656 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d64502b-6402-4d58-97ed-e351fbb4820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.095608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-2d64502b-6402-4d58-97ed-e351fbb4820b None None] Port c21116f3-4b43-410d-8373-345719b4ac0b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:06:20.149377 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-ce9bd251-9b39-48bc-ba87-6dec04784d60 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756115
Apr 01 10:06:20.261933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:06:20.283707 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8e5aea5c-1f2a-4d12-a74d-204461617250 admin admin] 10.222.0.46 "PUT /v2.0/routers/b45ab5bf-4da3-4483-8265-885e8f761959/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3970675
Apr 01 10:06:20.287014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 994ae49e-373c-4ec5-b574-739e82140eea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:20.291950 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c808814d-6b3e-48bc-8e65-b3d117e2e87b req-f6dd7f14-9a26-48b9-a030-38cc81de8119 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357820
Apr 01 10:06:20.295711 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863769cb-57bd-4287-bfef-7bffdaab3568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5a7f8-7e8b-4e74-97ca-a475158551d1,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.306305 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-863769cb-57bd-4287-bfef-7bffdaab3568 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87816c88daa2406296db973535dc1e0f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7748456
Apr 01 10:06:20.314637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53474) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:20.317976 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-028425fb-dab3-40e9-b357-2855ac617fc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92bec29125d145bcbb8cdbed554dd0db&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9070599
Apr 01 10:06:20.320908 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53476) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:20.369594 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for port (22094bc8-079f-4a87-85db-2308a8252b2b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.375874 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028425fb-dab3-40e9-b357-2855ac617fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4558a224-93a6-40d4-b0d0-a03d6ad87c1f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.417483 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 994ae49e-373c-4ec5-b574-739e82140eea triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:20.417775 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.418185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (994ae49e-373c-4ec5-b574-739e82140eea), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.420404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Sync routers for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:06:20.437445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] Publish callbacks [] for security_group (7bc5a7f8-7e8b-4e74-97ca-a475158551d1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.439614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] Publish callbacks [] for security_group (4558a224-93a6-40d4-b0d0-a03d6ad87c1f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.463178 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:20.463939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248500d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:20.466147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] Publish callbacks [] for security_group (4558a224-93a6-40d4-b0d0-a03d6ad87c1f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.467284 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:20.470301 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:20.476919 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:20.502359 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'Port': ['ID=22094bc8-079f-4a87-85db-2308a8252b2b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.533746 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4558a224-93a6-40d4-b0d0-a03d6ad87c1f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.536921 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.538722 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4558a224-93a6-40d4-b0d0-a03d6ad87c1f HTTP/1.1" status: 204  len: 168 time: 0.2075427
Apr 01 10:06:20.564824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b483192-690a-41d0-b0bf-ad1de0facb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4558a224-93a6-40d4-b0d0-a03d6ad87c1f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.570839 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] Publish callbacks [] for security_group (7bc5a7f8-7e8b-4e74-97ca-a475158551d1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.611299 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.653392 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7bc5a7f8-7e8b-4e74-97ca-a475158551d1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.659342 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.664710 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.669136 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bc5a7f8-7e8b-4e74-97ca-a475158551d1 HTTP/1.1" status: 204  len: 168 time: 0.3483689
Apr 01 10:06:20.674192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 994ae49e-373c-4ec5-b574-739e82140eea is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:20.692418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79074083-a5b1-4807-82a3-01938d222ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5a7f8-7e8b-4e74-97ca-a475158551d1,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.694355 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:20.870964 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf6c23-c656-4b8a-a51c-97d94dcd15e7 req-8a2c748d-3cc3-4816-bef2-13567429da7a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:20.873668 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-91cf6c23-c656-4b8a-a51c-97d94dcd15e7 req-8a2c748d-3cc3-4816-bef2-13567429da7a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 943 time: 0.0692501
Apr 01 10:06:20.895814 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for port (22094bc8-079f-4a87-85db-2308a8252b2b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.906817 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:20.978078 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'Port': ['ID=22094bc8-079f-4a87-85db-2308a8252b2b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:20.993910 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-91cf6c23-c656-4b8a-a51c-97d94dcd15e7 req-013aca65-bc8f-428e-a581-88280c3e9ca0 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106920
Apr 01 10:06:21.026343 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.056082 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.067436 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-22a67a7c-a548-4978-9871-86acec4c43e8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7891674
Apr 01 10:06:21.151618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53496) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:21.166473 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57831089-cc34-4322-9303-f5cd74bb7f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.170393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248500d0>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 2, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:21.204612 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Checking router: b45ab5bf-4da3-4483-8265-885e8f761959 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:06:21.204986 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Updating router b45ab5bf-4da3-4483-8265-885e8f761959 port c21116f3-4b43-410d-8373-345719b4ac0b binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:06:21.242507 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.286225 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57831089-cc34-4322-9303-f5cd74bb7f14 admin admin] Publish callbacks [] for security_group (ff0cc632-fe72-4504-8409-8c89d9878454), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.294007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57831089-cc34-4322-9303-f5cd74bb7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ff0cc632-fe72-4504-8409-8c89d9878454), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.340805 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57831089-cc34-4322-9303-f5cd74bb7f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0cc632-fe72-4504-8409-8c89d9878454,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:21.370704 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-57831089-cc34-4322-9303-f5cd74bb7f14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c71fe6ed832949aaa9eaab89690ead2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2162378
Apr 01 10:06:21.372189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53506) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:21.432975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] Publish callbacks [] for security_group (ff0cc632-fe72-4504-8409-8c89d9878454), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.470421 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] Publish callbacks [] for security_group (ff0cc632-fe72-4504-8409-8c89d9878454), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.563341 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ff0cc632-fe72-4504-8409-8c89d9878454), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.563498 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-28b9435a-06a7-4575-a9d3-cc3e36d7e624 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2141575343&fields=id&tenant_id=4073e831952c461bb6bb0e6b1137240b HTTP/1.1" status: 200  len: 267 time: 0.0595009
Apr 01 10:06:21.567687 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.571941 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff0cc632-fe72-4504-8409-8c89d9878454 HTTP/1.1" status: 204  len: 168 time: 0.1977887
Apr 01 10:06:21.587539 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141c726-6bd4-4271-87e0-bfe3d5af514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0cc632-fe72-4504-8409-8c89d9878454,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:21.609921 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53526) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:21.616516 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1254554168-network', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:21.641808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks [] for port (c21116f3-4b43-410d-8373-345719b4ac0b), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.650517 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.655696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Made reservation on behalf of 0a77e47eee1d494b98efc955d69e3299 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:21.659785 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.677764 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.731974 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-60b29dc2-d02f-4e04-8b09-f8aa537b4e44 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:21.734733 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-60b29dc2-d02f-4e04-8b09-f8aa537b4e44 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.1582294
Apr 01 10:06:21.761395 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-b773b71f-df3b-454e-a77d-dfa8984dd4a4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/quotas/4073e831952c461bb6bb0e6b1137240b HTTP/1.1" status: 200  len: 375 time: 0.0164475
Apr 01 10:06:21.775602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196601bd-03ac-485e-8b46-19addd0d8aed None None] Pushing event updated for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:21.803077 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Attempting to bind port c21116f3-4b43-410d-8373-345719b4ac0b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:21.803497 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Attempting to bind port c21116f3-4b43-410d-8373-345719b4ac0b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:21.804035 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Attempting to bind port c21116f3-4b43-410d-8373-345719b4ac0b on network f66dbf81-08fc-4982-9dd7-2742d5b5864a {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:21.810445 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:21.811171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Checking segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:21.811803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.812409 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Bound using segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:21.813088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Bound port: c21116f3-4b43-410d-8373-345719b4ac0b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:21.813642 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.861289 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks [] for security_group (f6dc1ae1-da72-4428-965b-4bd3919e7e4d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.865863 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-abcf5ee0-c9dc-490e-b8e7-afe3bb3f4a1d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0958459
Apr 01 10:06:21.868437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f6dc1ae1-da72-4428-965b-4bd3919e7e4d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.924031 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc1ae1-da72-4428-965b-4bd3919e7e4d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:21.950178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:06:21.974717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] For port c21116f3-4b43-410d-8373-345719b4ac0b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:21.983312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] For port c21116f3-4b43-410d-8373-345719b4ac0b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c21116f3-4b43-410d-8373-345719b4ac0b,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:21.988807 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (10a9e112-edf0-4be1-a9a7-87b00a2609cf), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:21.989216 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Added segment 10a9e112-edf0-4be1-a9a7-87b00a2609cf of type vlan for network 1028e9f8-6acf-4c3d-9240-870e0941c617
Apr 01 10:06:21.992573 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.009818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1cb5fa15-a243-4cbb-bf6c-19217398a0ec service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298211
Apr 01 10:06:22.062736 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (1028e9f8-6acf-4c3d-9240-870e0941c617), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.064725 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9ac06a78-f608-46f8-af34-a99c14e40ada details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:06:22.163394 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Provisioning complete for port c21116f3-4b43-410d-8373-345719b4ac0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:22.163771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.175932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (1028e9f8-6acf-4c3d-9240-870e0941c617), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.177108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:22.179258 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.185300 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-86f4ec86-5425-43e7-8e4e-7e28ba2c3873 service neutron] 10.222.0.46 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685536
Apr 01 10:06:22.228004 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:22.228798 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248500d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:22.238984 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196601bd-03ac-485e-8b46-19addd0d8aed None None] Pushing event updated for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:22.253069 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.resource_extend [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 01 10:06:22.454813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4cbc-d8a0-402a-9571-3ce0798ff6fd req-2ee10ed2-6751-4be6-9153-14a13770cfdd tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:22.457027 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Current status of the port c21116f3-4b43-410d-8373-345719b4ac0b is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:22.457475 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.459485 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-37eb4cbc-d8a0-402a-9571-3ce0798ff6fd req-2ee10ed2-6751-4be6-9153-14a13770cfdd tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 943 time: 0.3491762
Apr 01 10:06:22.462873 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8514650
Apr 01 10:06:22.469729 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53552) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:22.484446 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Request body: {'subnet': {'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1254554168-subnet', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:22.527153 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53554) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:22.533818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-419eafef-a79f-4294-8665-0cc1b143c978 req-ecea65fc-9c59-4b12-91f3-c40ad15ad1b5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 210 time: 0.0737023
Apr 01 10:06:22.563909 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-06c2b949-f899-4ec1-90e0-aa5b8d538502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.567248 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92020f-07fe-462f-8a0a-bc151b19c3fc admin admin] Pushing event updated for resources: {'Network': ['ID=1028e9f8-6acf-4c3d-9240-870e0941c617,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:22.586124 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Made reservation on behalf of 0a77e47eee1d494b98efc955d69e3299 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:22.589184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.621464 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:06:22.650930 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-37eb4cbc-d8a0-402a-9571-3ce0798ff6fd req-8c8486fa-5551-48a0-9ac5-4dacfc997b3e tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759496
Apr 01 10:06:22.715226 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:22.780071 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] For port c21116f3-4b43-410d-8373-345719b4ac0b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c21116f3-4b43-410d-8373-345719b4ac0b,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:22.802925 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.884280 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (b33a539c-6549-4434-9ea9-a0029b924ea8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.888245 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-06c2b949-f899-4ec1-90e0-aa5b8d538502 admin admin] Publish callbacks [] for security_group (9cc209c4-fe62-4d94-b1f5-e3c73a328df3), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.892340 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ac06a78-f608-46f8-af34-a99c14e40ada,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:22.924494 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-06c2b949-f899-4ec1-90e0-aa5b8d538502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9cc209c4-fe62-4d94-b1f5-e3c73a328df3), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:22.998141 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-06c2b949-f899-4ec1-90e0-aa5b8d538502 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=840eae3f0dae4460bde17738bb39615f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4671006
Apr 01 10:06:22.999309 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322941fb-cd20-4051-a22b-e97981ea3373 None None] Pushing event updated for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:23.001066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53572) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:23.004241 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '9ac06a78-f608-46f8-af34-a99c14e40ada', 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9', 'port_id': '9ac06a78-f608-46f8-af34-a99c14e40ada', 'mac_address': 'fa:16:3e:81:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:06:23.015893 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33a539c-6549-4434-9ea9-a0029b924ea8,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:23.021495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-bf94cd31-47da-4aad-8d0f-46cd80b0dbd9 None None] Provisioning complete for port c21116f3-4b43-410d-8373-345719b4ac0b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:23.021883 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf94cd31-47da-4aad-8d0f-46cd80b0dbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.022021 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2b949-f899-4ec1-90e0-aa5b8d538502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc209c4-fe62-4d94-b1f5-e3c73a328df3,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:23.025261 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Checking segment: {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:23.025621 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Network hostable DHCP agents. Network: 1028e9f8-6acf-4c3d-9240-870e0941c617, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:06:23.048370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:06:23.067020 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1028e9f8-6acf-4c3d-9240-870e0941c617) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:23.078763 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:23.080738 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.100853 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 9ac06a78-f608-46f8-af34-a99c14e40ada is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:23.101962 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.110877 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a3801-9631-48ae-b670-6f6b3ff200cf None None] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:23.111611 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7f45183d-5904-42a4-b5d8-9e8ace0ca63b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6395395
Apr 01 10:06:23.111841 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] Publish callbacks [] for security_group (9cc209c4-fe62-4d94-b1f5-e3c73a328df3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.114327 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53574) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:23.124122 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:23.136439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] Publish callbacks [] for security_group (9cc209c4-fe62-4d94-b1f5-e3c73a328df3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.163816 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.167076 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.201962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9cc209c4-fe62-4d94-b1f5-e3c73a328df3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.210106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.211405 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cc209c4-fe62-4d94-b1f5-e3c73a328df3 HTTP/1.1" status: 204  len: 168 time: 0.2087495
Apr 01 10:06:23.216552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac06a78-f608-46f8-af34-a99c14e40ada {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:23.230967 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cee6e-1734-4113-82bb-51cee666ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc209c4-fe62-4d94-b1f5-e3c73a328df3,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:23.272314 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for router_controller (a01825b0-2675-4c72-bc88-5e83e016abc9), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.290393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ac06a78-f608-46f8-af34-a99c14e40ada,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:23.333540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.355092 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53580) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:23.465961 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for router_gateway (a01825b0-2675-4c72-bc88-5e83e016abc9), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.605765 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1028e9f8-6acf-4c3d-9240-870e0941c617', 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617', 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'fixed_ips': [{'subnet_id': 'b33a539c-6549-4434-9ea9-a0029b924ea8'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:06:23.606616 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.625943 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bf94cd31-47da-4aad-8d0f-46cd80b0dbd9 None None] Current status of the port c21116f3-4b43-410d-8373-345719b4ac0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:23.638996 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248500d0>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:21Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:23.672312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bda5b6-4a85-49c9-b046-f95b65d98af9 None None] The sync data for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi is: [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:21Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:06:23.677822 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:23.708806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-834172c3-2e18-4eb5-9cfb-651c26afe094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.790028 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['9ac06a78-f608-46f8-af34-a99c14e40ada'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:06:23.878494 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-774934d2-1567-4c1e-a44e-3be99df8d93e req-2f86ad58-03bf-43db-a0ac-0c72ffeb8fd7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 210 time: 0.1845706
Apr 01 10:06:23.953090 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for router_gateway (a01825b0-2675-4c72-bc88-5e83e016abc9), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:23.994437 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Allocated IP 172.20.0.2 (1028e9f8-6acf-4c3d-9240-870e0941c617/b33a539c-6549-4434-9ea9-a0029b924ea8/0bb204c8-3934-4522-a626-cdf9822440e4) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:23.997398 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.085561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-834172c3-2e18-4eb5-9cfb-651c26afe094 admin admin] Publish callbacks [] for security_group (90280251-28a0-4a82-9b76-83ff7407abbf), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.143945 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53606) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:24.234298 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-834172c3-2e18-4eb5-9cfb-651c26afe094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (90280251-28a0-4a82-9b76-83ff7407abbf), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.251699 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Allocated IP 172.37.5.245 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/52827cb8-bba2-423d-bfa2-4e18e22e3c30) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:24.272281 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks [] for port (0bb204c8-3934-4522-a626-cdf9822440e4), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.291759 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.359621 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:24.362832 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:24.367077 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:24.372575 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-834172c3-2e18-4eb5-9cfb-651c26afe094 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=559f77b69aa645ab9a26517f4ddde72c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0163167
Apr 01 10:06:24.376106 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53618) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:24.404878 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c21116f3-4b43-410d-8373-345719b4ac0b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:24.478044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.485977 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-38689417-422a-4966-aaf0-167fe247970d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.489710 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b5147-e2bd-4aaa-96f4-95e4f5f0d630 req-272b5eee-c192-4d2a-8c29-54eb3beaf0f0 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:24.491847 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a59b5147-e2bd-4aaa-96f4-95e4f5f0d630 req-272b5eee-c192-4d2a-8c29-54eb3beaf0f0 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 944 time: 0.5764906
Apr 01 10:06:24.492792 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834172c3-2e18-4eb5-9cfb-651c26afe094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90280251-28a0-4a82-9b76-83ff7407abbf,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:24.519637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Pushing event updated for resources: {'Port': ['ID=0bb204c8-3934-4522-a626-cdf9822440e4,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:24.531627 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Attempting to bind port 0bb204c8-3934-4522-a626-cdf9822440e4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:24.532090 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Attempting to bind port 0bb204c8-3934-4522-a626-cdf9822440e4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:24.532635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Attempting to bind port 0bb204c8-3934-4522-a626-cdf9822440e4 on network 1028e9f8-6acf-4c3d-9240-870e0941c617 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:24.552108 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:24.552650 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Checking segment: {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:24.553144 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.553628 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Bound using segment: {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:24.554207 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Bound port: 0bb204c8-3934-4522-a626-cdf9822440e4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:24.554938 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.582674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-8910433b-164b-4d22-93c1-d8bef9081d07 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:24.584581 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-8910433b-164b-4d22-93c1-d8bef9081d07 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 819 time: 0.7460160
Apr 01 10:06:24.594291 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] Publish callbacks [] for security_group (90280251-28a0-4a82-9b76-83ff7407abbf), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.621114 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a59b5147-e2bd-4aaa-96f4-95e4f5f0d630 req-32e2aedc-06b0-4de9-9e0b-d52ba9b5ba11 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087465
Apr 01 10:06:24.643512 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.664774 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port c21116f3-4b43-410d-8373-345719b4ac0b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:24.664993 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.674625 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] Publish callbacks [] for security_group (90280251-28a0-4a82-9b76-83ff7407abbf), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.688563 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-b67f48ab-ef49-42b0-a1c0-b4396b9623bf tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4073e831952c461bb6bb0e6b1137240b HTTP/1.1" status: 200  len: 380 time: 0.0907280
Apr 01 10:06:24.706075 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'port': {'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'admin_state_up': True, 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'security_groups': ['54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:24.725170 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] For port 0bb204c8-3934-4522-a626-cdf9822440e4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:24.730944 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] For port 0bb204c8-3934-4522-a626-cdf9822440e4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0bb204c8-3934-4522-a626-cdf9822440e4,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:24.736000 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:24.760432 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:24.765478 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.769829 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:24.812857 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Pushing event updated for resources: {'Port': ['ID=52827cb8-bba2-423d-bfa2-4e18e22e3c30,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:24.888556 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (90280251-28a0-4a82-9b76-83ff7407abbf), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.894715 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port c21116f3-4b43-410d-8373-345719b4ac0b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:24.894903 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.902014 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90280251-28a0-4a82-9b76-83ff7407abbf HTTP/1.1" status: 204  len: 168 time: 0.5228608
Apr 01 10:06:24.925856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Made reservation on behalf of 4073e831952c461bb6bb0e6b1137240b for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:24.926017 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-38689417-422a-4966-aaf0-167fe247970d admin admin] Publish callbacks [] for security_group (e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.934186 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:24.954729 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1629b-944e-4e5e-bef3-08c764bbbffb None None] Pushing event updated for resources: {'Port': ['ID=0bb204c8-3934-4522-a626-cdf9822440e4,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:25.039066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-38689417-422a-4966-aaf0-167fe247970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.080948 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0406dc15-91e5-4170-a949-1c9baf46bf11 req-ea3df73f-f4ef-4b74-9653-e5f0cb0b90a1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 210 time: 0.0709417
Apr 01 10:06:25.103525 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da233cc8-63af-44ee-bd89-91454564f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90280251-28a0-4a82-9b76-83ff7407abbf,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:25.230814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Allocated IP 172.20.0.8 (842ae9ac-afe6-4c7c-bd19-1175b1f98e37/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1/78e92c0d-8920-4d6d-86a9-c78c75d01421) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:25.276617 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-38689417-422a-4966-aaf0-167fe247970d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb1cfa67364c44cbb6a14dae79f3f3e2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1310155
Apr 01 10:06:25.298550 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53636) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:25.300806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689417-422a-4966-aaf0-167fe247970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:25.517536 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.564302 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.629432 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] Publish callbacks [] for security_group (e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.651059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:25.657153 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:25.664288 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event updated for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:25.666732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:25.686361 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] Publish callbacks [] for security_group (e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.698347 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for router_gateway (a01825b0-2675-4c72-bc88-5e83e016abc9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.813367 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:25.814877 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.846793 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-1b0a8686-4f6d-4bba-9d6f-7fa0c74f0ff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1494565
Apr 01 10:06:25.869032 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Request body: {'port': {'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:25.882926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.886155 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:25.887459 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7 HTTP/1.1" status: 204  len: 168 time: 0.5876350
Apr 01 10:06:25.900994 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6ac2-a4bf-46e8-99b1-537642d0cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae81f3-c054-436d-9deb-7bdcdc3ad8a7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:25.941319 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95490ca4-b935-4e17-aec6-2e795f8c39ff req-94a31c3d-41d2-46ee-81e0-50c68be97e5d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:25.960026 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-95490ca4-b935-4e17-aec6-2e795f8c39ff req-94a31c3d-41d2-46ee-81e0-50c68be97e5d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 944 time: 0.2217028
Apr 01 10:06:26.036712 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9ac06a78-f608-46f8-af34-a99c14e40ada up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:26.092081 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.128677 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.134572 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-95490ca4-b935-4e17-aec6-2e795f8c39ff req-88ba0619-b726-4fe7-ba90-56f944e844da tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726649
Apr 01 10:06:26.165757 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-504d25d2-d76d-4bbd-bf74-97eb4681f644 None None] Provisioning complete for port 78e92c0d-8920-4d6d-86a9-c78c75d01421 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:26.173679 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-504d25d2-d76d-4bbd-bf74-97eb4681f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.297145 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 9ac06a78-f608-46f8-af34-a99c14e40ada completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:06:26.310940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 9ac06a78-f608-46f8-af34-a99c14e40ada triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:26.311320 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.466658 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-504d25d2-d76d-4bbd-bf74-97eb4681f644 None None] Port 78e92c0d-8920-4d6d-86a9-c78c75d01421 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:06:26.480968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 0bb204c8-3934-4522-a626-cdf9822440e4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:26.543467 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69c2d4-b355-4618-89fa-1bf0e32a78f0 None None] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:26.680221 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Provisioning complete for port 0bb204c8-3934-4522-a626-cdf9822440e4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:26.680793 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.690637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e92c0d-8920-4d6d-86a9-c78c75d01421 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:26.697143 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks [] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.711580 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Transition to ACTIVE for port object 78e92c0d-8920-4d6d-86a9-c78c75d01421 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:06:26.714397 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 9ac06a78-f608-46f8-af34-a99c14e40ada is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:26.714777 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.719525 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.783583 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:26.786965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Pushing event updated for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:26.787404 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Router a01825b0-2675-4c72-bc88-5e83e016abc9 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:06:26.808016 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d43da0-790b-4e26-828e-c7273178bc47" -d '{"events": [{"server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "name": "network-vif-plugged", "status": "completed", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:26.844952 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ac06a78-f608-46f8-af34-a99c14e40ada,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:26.848459 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 0bb204c8-3934-4522-a626-cdf9822440e4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:26.849119 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.897402 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7f24-65ce-439b-ae24-183b62c6746c req-09d113a8-d0c5-45da-a27e-d9c7e5450e03 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:26.900252 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad8d7f24-65ce-439b-ae24-183b62c6746c req-09d113a8-d0c5-45da-a27e-d9c7e5450e03 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 931 time: 0.5169706
Apr 01 10:06:26.908117 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:26.918429 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579442ce-e762-4882-9a9a-de093122b250 x-openstack-request-id: req-579442ce-e762-4882-9a9a-de093122b250 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:26.919016 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "name": "network-vif-plugged", "status": "completed", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:26.919416 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-579442ce-e762-4882-9a9a-de093122b250 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:26.919981 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579442ce-e762-4882-9a9a-de093122b250'] response: {'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada', 'code': 200}
Apr 01 10:06:27.006560 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Attempting to bind port 78e92c0d-8920-4d6d-86a9-c78c75d01421 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:27.007037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Attempting to bind port 78e92c0d-8920-4d6d-86a9-c78c75d01421 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:27.013254 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Attempting to bind port 78e92c0d-8920-4d6d-86a9-c78c75d01421 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:27.023063 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad8d7f24-65ce-439b-ae24-183b62c6746c req-35aef2f2-1da1-4f66-afa1-b2dfc005af7f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756469
Apr 01 10:06:27.032717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Port 78e92c0d-8920-4d6d-86a9-c78c75d01421 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:06:27.033084 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Attempting to bind port 78e92c0d-8920-4d6d-86a9-c78c75d01421 on network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:27.055759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:27.056126 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Checking segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:27.058281 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Bound using segment: {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:27.059750 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Bound port: 78e92c0d-8920-4d6d-86a9-c78c75d01421, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a40154-5955-4f88-b5cf-cc5b87e3076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:27.060128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.081195 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:06:27.095076 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:27.097552 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Sync routers for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:06:27.102821 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Current status of the port 0bb204c8-3934-4522-a626-cdf9822440e4 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:27.103217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.114102 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:27.114463 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424ea9610>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:27.152799 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.154694 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a162a31c-d4a6-474b-ab92-8981d75b3297 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0390384
Apr 01 10:06:27.160574 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53686) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:27.243046 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:27.248095 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:27.253668 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] For port 0bb204c8-3934-4522-a626-cdf9822440e4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0bb204c8-3934-4522-a626-cdf9822440e4,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:27.259569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.300088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.315486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:27.318509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.326132 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] 10.222.0.15 "PUT /v2.0/ports/78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 1093 time: 1.4664302
Apr 01 10:06:27.368378 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:27.371317 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:27.372815 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:27.497221 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523396f3-0e91-43bd-a3a2-5f04bbb5147b x-openstack-request-id: req-523396f3-0e91-43bd-a3a2-5f04bbb5147b {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:27.497680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:27.497932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-523396f3-0e91-43bd-a3a2-5f04bbb5147b {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:27.498815 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523396f3-0e91-43bd-a3a2-5f04bbb5147b'] response: {'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'status': 'completed', 'code': 200}
Apr 01 10:06:27.499792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dc1bd-a752-4b3f-aeaf-a841f8bf297f None None] Pushing event updated for resources: {'Port': ['ID=0bb204c8-3934-4522-a626-cdf9822440e4,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:27.541282 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 0bb204c8-3934-4522-a626-cdf9822440e4 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:27.543057 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.572426 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6380-6ad5-4ae9-89a0-7ce26550e4b9 req-aabd1c5e-6073-4432-80b1-1d7962bb9e5f tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:27.573887 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00bc6380-6ad5-4ae9-89a0-7ce26550e4b9 req-aabd1c5e-6073-4432-80b1-1d7962bb9e5f tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.2067230
Apr 01 10:06:27.574543 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce53bd-53a8-4f50-ad35-0b93f3b2a559 service neutron] Pushing event updated for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:27.596037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-7316b51b-2007-4605-84da-0bc425f07fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:27.597826 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-7316b51b-2007-4605-84da-0bc425f07fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1127 time: 0.2187862
Apr 01 10:06:27.717080 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e837-44f8-4082-84fa-d70779bd9f6f req-fff45825-23da-4b1a-b902-21f568d63307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:27.719237 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-baa8e837-44f8-4082-84fa-d70779bd9f6f req-fff45825-23da-4b1a-b902-21f568d63307 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 1129 time: 0.5576010
Apr 01 10:06:27.720452 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-ae365d98-9090-4025-8603-8469b78a8993 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 217 time: 0.1130340
Apr 01 10:06:27.745032 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 01 10:06:27.745312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 01 10:06:27.747677 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a0ee9f78-8e62-4b96-94d6-a693bc87cb25 None None] Provisioning complete for port 0bb204c8-3934-4522-a626-cdf9822440e4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:27.748508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9f78-8e62-4b96-94d6-a693bc87cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:27.881198 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-baa8e837-44f8-4082-84fa-d70779bd9f6f req-cc27d57e-3404-448b-a207-0d139d282bc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436534
Apr 01 10:06:27.885978 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00bc6380-6ad5-4ae9-89a0-7ce26550e4b9 req-b68923af-340d-4105-b35e-87463d7ce317 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995877
Apr 01 10:06:27.912005 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424ea9610>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:25Z', 'revision_number': 3, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:27.940146 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-d0fdc2a8-f965-4771-a423-cb15ab4d75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:27.941615 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-d0fdc2a8-f965-4771-a423-cb15ab4d75bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.2021546
Apr 01 10:06:27.956751 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Checking router: a01825b0-2675-4c72-bc88-5e83e016abc9 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:06:27.957099 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Updating router a01825b0-2675-4c72-bc88-5e83e016abc9 port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:06:27.965597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee9f78-8e62-4b96-94d6-a693bc87cb25 None None] Current status of the port 0bb204c8-3934-4522-a626-cdf9822440e4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:27.989860 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.079001 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.220491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-00951a65-b860-488b-bf24-05c163b2ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:28.222690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-00951a65-b860-488b-bf24-05c163b2ff11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0704610
Apr 01 10:06:28.245957 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb067ab-6ba4-4998-a690-74db98c8848e req-c78787b7-f4f3-41be-97eb-aba7b4f01ee1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:28.247516 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cdb067ab-6ba4-4998-a690-74db98c8848e req-c78787b7-f4f3-41be-97eb-aba7b4f01ee1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.1070368
Apr 01 10:06:28.284501 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks [] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.293155 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.318147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 0bb204c8-3934-4522-a626-cdf9822440e4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:28.345010 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9c52-7c1f-4de7-9982-e1c66ecd560a None None] Pushing event updated for resources: {'Port': ['ID=52827cb8-bba2-423d-bfa2-4e18e22e3c30,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:28.363019 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Attempting to bind port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:28.363611 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Attempting to bind port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:28.364157 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Attempting to bind port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:28.364479 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-653ceaaa-77c6-4455-8963-13cd9f401518 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351552
Apr 01 10:06:28.365338 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Allocated IP 172.20.0.1 (1028e9f8-6acf-4c3d-9240-870e0941c617/b33a539c-6549-4434-9ea9-a0029b924ea8/f91fe937-ce93-4695-8015-bd7fcdb5dda8) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:28.372268 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:28.372838 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:28.373388 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.374081 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:28.374758 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Bound port: 52827cb8-bba2-423d-bfa2-4e18e22e3c30, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:28.375287 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.442400 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] For port 52827cb8-bba2-423d-bfa2-4e18e22e3c30, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:28.447236 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] For port 52827cb8-bba2-423d-bfa2-4e18e22e3c30, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52827cb8-bba2-423d-bfa2-4e18e22e3c30,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:28.455260 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.497670 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 0bb204c8-3934-4522-a626-cdf9822440e4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:28.507240 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-603f4356-a98f-43b7-9823-8bdc0b1c1f4f req-59d9eaca-2f0b-42db-b8b3-956ef95b2897 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359901
Apr 01 10:06:28.522859 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:28.523866 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424ea9610>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:28.541916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks [] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.553465 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 0bb204c8-3934-4522-a626-cdf9822440e4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:28.554059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.586093 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cdb067ab-6ba4-4998-a690-74db98c8848e req-ac9cca99-420b-4511-b627-40c7acd67ce6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3233783
Apr 01 10:06:28.620587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.647260 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9c52-7c1f-4de7-9982-e1c66ecd560a None None] Pushing event updated for resources: {'Port': ['ID=52827cb8-bba2-423d-bfa2-4e18e22e3c30,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:28.682014 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-51568dc4-e241-4590-92fd-2d6adcddf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:28.686570 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-51568dc4-e241-4590-92fd-2d6adcddf508 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1127 time: 0.1094069
Apr 01 10:06:28.689436 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:28.692755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:28.698016 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 0bb204c8-3934-4522-a626-cdf9822440e4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:28.705920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:28.735827 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:28.749413 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:28.767046 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (a01825b0-2675-4c72-bc88-5e83e016abc9), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.851039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-e206769c-89ae-4a46-809f-f311c86420e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:28.853308 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-e206769c-89ae-4a46-809f-f311c86420e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1578791
Apr 01 10:06:28.928078 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-8a04fc04-4e0f-4c9b-81af-cb3e02b53010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 217 time: 0.0675831
Apr 01 10:06:28.978742 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:28.990101 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424ea9610>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:25Z', 'revision_number': 3, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:28.999607 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-99b14941-b853-4367-bc68-fccb284b7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:29.003831 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-99b14941-b853-4367-bc68-fccb284b7fb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0556428
Apr 01 10:06:29.021819 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e91c0cb9-a222-4ec5-b2f8-a9e785893a36 None None] Provisioning complete for port f91fe937-ce93-4695-8015-bd7fcdb5dda8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:29.022320 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e91c0cb9-a222-4ec5-b2f8-a9e785893a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:29.073979 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6426-df5f-41f5-a5b4-3c18e3b17032 None None] The sync data for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi is: [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:25Z', 'revision_number': 3, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:06:29.092836 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e91c0cb9-a222-4ec5-b2f8-a9e785893a36 None None] Port f91fe937-ce93-4695-8015-bd7fcdb5dda8 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:06:29.217391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks [] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:29.230972 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:29.334365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (a01825b0-2675-4c72-bc88-5e83e016abc9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:29.350635 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:29.529953 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:29.533118 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:29.537027 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-81acd0bd-fbb5-4a5e-bcb3-3b5cc7b821fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:29.539584 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-81acd0bd-fbb5-4a5e-bcb3-3b5cc7b821fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.5216768
Apr 01 10:06:29.554803 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d97186-f1cf-4b56-baf0-36e6706299a4 req-d3b93514-4415-4dee-9988-640983c2e801 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:29.556436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61d97186-f1cf-4b56-baf0-36e6706299a4 req-d3b93514-4415-4dee-9988-640983c2e801 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.4887702
Apr 01 10:06:29.696953 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61d97186-f1cf-4b56-baf0-36e6706299a4 req-94065189-cbb9-472d-920f-d375717be4b9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204784
Apr 01 10:06:29.730453 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-9008d6d2-f55f-42d1-b4ad-cf6b6816415b service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842344
Apr 01 10:06:29.755773 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Router a01825b0-2675-4c72-bc88-5e83e016abc9 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:06:29.849915 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dac52e-2808-47a7-be77-7917d4f34857 req-bf4088a7-226a-4754-b3bd-6b57cb4cc94a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:29.853242 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22ee1b0f-7eec-44ca-9245-7dec81f5b55d req-fec46b94-a979-414a-b636-1f2db384e753 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150794
Apr 01 10:06:29.854473 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6dac52e-2808-47a7-be77-7917d4f34857 req-bf4088a7-226a-4754-b3bd-6b57cb4cc94a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.1356518
Apr 01 10:06:29.919295 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6dac52e-2808-47a7-be77-7917d4f34857 req-a17c91df-e74d-42a2-a613-45ae39de743f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614417
Apr 01 10:06:29.920534 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c662386b-2a56-4448-b563-5ee4285318e6 None None] Provisioning complete for port f91fe937-ce93-4695-8015-bd7fcdb5dda8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:29.921548 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c662386b-2a56-4448-b563-5ee4285318e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:29.932391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:06:29.947345 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9d5ef395-8f5a-4425-8c0b-7b0117cf2ab6 admin admin] 10.222.0.46 "PUT /v2.0/routers/a01825b0-2675-4c72-bc88-5e83e016abc9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7644529
Apr 01 10:06:29.968041 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c662386b-2a56-4448-b563-5ee4285318e6 None None] Port f91fe937-ce93-4695-8015-bd7fcdb5dda8 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:06:30.416266 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 52827cb8-bba2-423d-bfa2-4e18e22e3c30 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:30.468271 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:30.468614 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.549498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:30.549887 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.571331 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 52827cb8-bba2-423d-bfa2-4e18e22e3c30, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52827cb8-bba2-423d-bfa2-4e18e22e3c30,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:30.577646 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.625573 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=52827cb8-bba2-423d-bfa2-4e18e22e3c30,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:30.702392 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53752) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:30.707650 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039579652', 'description': 'tempest-secgroup-smoke-2039579652 description', 'project_id': '3dc1f10cbf10469d8abe0641ae154834'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:30.740557 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.840470 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (08fded66-5b90-4ce0-9f2c-4a0948a758b9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.847044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (08fded66-5b90-4ce0-9f2c-4a0948a758b9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.860993 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a8e86-e783-4252-8b5f-a8de353ad872 req-0bb3f59e-180f-4fe3-9278-8fa6c1b70759 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:30.862453 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-285a8e86-e783-4252-8b5f-a8de353ad872 req-0bb3f59e-180f-4fe3-9278-8fa6c1b70759 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.0885556
Apr 01 10:06:30.882540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Sync routers for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:06:30.897499 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:30.898219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c954f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:30.901019 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:30.902685 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1987326
Apr 01 10:06:30.905906 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53756) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:30.908141 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e767c-c456-4d07-8f27-20a331415dd3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fded66-5b90-4ce0-9f2c-4a0948a758b9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:30.912276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:30.933854 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-285a8e86-e783-4252-8b5f-a8de353ad872 req-011c1801-af2b-4e93-82e8-f3db4a210b83 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612183
Apr 01 10:06:30.941868 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (042f7fd7-f2ac-4fda-9a58-75e6ddd796c4), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.011435 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (042f7fd7-f2ac-4fda-9a58-75e6ddd796c4), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.021617 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (042f7fd7-f2ac-4fda-9a58-75e6ddd796c4), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.026906 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:31.061754 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042f7fd7-f2ac-4fda-9a58-75e6ddd796c4,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.076582 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.077838 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bc272053-5e4d-4a1e-a783-b7836d8818ff tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1707702
Apr 01 10:06:31.081028 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53764) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:31.087340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:31.106920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689d221-a2fe-4d1a-bc97-8d54edecc87d req-4e4d3c60-78e2-4a43-9e9e-069328d9a941 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:31.108376 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4689d221-a2fe-4d1a-bc97-8d54edecc87d req-4e4d3c60-78e2-4a43-9e9e-069328d9a941 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.0996180
Apr 01 10:06:31.152052 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (f95900ca-08a2-4e71-9561-e1d50b4a1591), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.185222 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4689d221-a2fe-4d1a-bc97-8d54edecc87d req-6ffeef16-7f69-4d48-80ed-700f81a8cc10 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699983
Apr 01 10:06:31.213917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (f95900ca-08a2-4e71-9561-e1d50b4a1591), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.219110 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (f95900ca-08a2-4e71-9561-e1d50b4a1591), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.236416 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95900ca-08a2-4e71-9561-e1d50b4a1591,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.247415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.248723 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d8270f9a-88aa-4c92-8c78-9a515c667464 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1667683
Apr 01 10:06:31.251606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53766) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:31.256023 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:31.281280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (4f183df2-46d0-4bd3-8065-46c1302deb46), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.336356 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (4f183df2-46d0-4bd3-8065-46c1302deb46), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.340860 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (4f183df2-46d0-4bd3-8065-46c1302deb46), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.358985 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f183df2-46d0-4bd3-8065-46c1302deb46,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.368192 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.368426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c954f0>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:28Z', 'revision_number': 4, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f91fe937-ce93-4695-8015-bd7fcdb5dda8', 'name': '', 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'mac_address': 'fa:16:3e:42:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:28Z', 'updated_at': '2022-04-01T10:06:29Z', 'revision_number': 2, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'subnets': [{'id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:31.369540 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7bad6b6a-1786-4a9f-b323-ccfcd351cf31 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1169758
Apr 01 10:06:31.372385 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53768) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:31.376808 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:31.405543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Checking router: a01825b0-2675-4c72-bc88-5e83e016abc9 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:06:31.405543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Updating router a01825b0-2675-4c72-bc88-5e83e016abc9 port f91fe937-ce93-4695-8015-bd7fcdb5dda8 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:06:31.408805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (75058245-79fb-446f-9961-c677288ca12a), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.441105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.470523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (75058245-79fb-446f-9961-c677288ca12a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.475424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (75058245-79fb-446f-9961-c677288ca12a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.497137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75058245-79fb-446f-9961-c677288ca12a,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.504169 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.505359 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7fd4d6a3-16fb-4cd1-9db1-8210db2b727d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1320539
Apr 01 10:06:31.508188 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53772) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:31.512477 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:31.532908 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.securitygroups_db [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Project 3dc1f10cbf10469d8abe0641ae154834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:06:31.537917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (8961d243-dd26-4ced-8ec3-5259e2179fef), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.601319 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (8961d243-dd26-4ced-8ec3-5259e2179fef), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.605489 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (8961d243-dd26-4ced-8ec3-5259e2179fef), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.622290 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8961d243-dd26-4ced-8ec3-5259e2179fef,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.631670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.632864 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d5410894-748d-4fb9-a532-4136a4c415af tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1237328
Apr 01 10:06:31.635603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 53776) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:31.640145 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'security_group_rule': {'security_group_id': '08fded66-5b90-4ce0-9f2c-4a0948a758b9', 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:31.659586 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.securitygroups_db [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Project 3dc1f10cbf10469d8abe0641ae154834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:06:31.664500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (9dec6145-77b7-455e-b31d-816c020c4f94), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.705336 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks [] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.711872 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.725974 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (9dec6145-77b7-455e-b31d-816c020c4f94), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.734313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (9dec6145-77b7-455e-b31d-816c020c4f94), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.754957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dec6145-77b7-455e-b31d-816c020c4f94,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.765079 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.774483 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fdb5eba6-1fb4-4974-9b71-8db6f6f17815 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1297572
Apr 01 10:06:31.789195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab25e7-9a3f-43e7-851d-0d6cf27e6c86 None None] Pushing event updated for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:31.836184 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Attempting to bind port f91fe937-ce93-4695-8015-bd7fcdb5dda8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:31.836412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Attempting to bind port f91fe937-ce93-4695-8015-bd7fcdb5dda8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:31.836771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Attempting to bind port f91fe937-ce93-4695-8015-bd7fcdb5dda8 on network 1028e9f8-6acf-4c3d-9240-870e0941c617 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:31.842598 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:31.843059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Checking segment: {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:31.843462 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.843853 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Bound using segment: {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:31.844324 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Bound port: f91fe937-ce93-4695-8015-bd7fcdb5dda8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a9e112-edf0-4be1-a9a7-87b00a2609cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:31.844788 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.917700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] For port f91fe937-ce93-4695-8015-bd7fcdb5dda8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:31.921783 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] For port f91fe937-ce93-4695-8015-bd7fcdb5dda8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f91fe937-ce93-4695-8015-bd7fcdb5dda8,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:31.929576 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:31.980397 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:31.981015 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c954f0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:32.064340 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab25e7-9a3f-43e7-851d-0d6cf27e6c86 None None] Pushing event updated for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:32.082913 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Provisioning complete for port f91fe937-ce93-4695-8015-bd7fcdb5dda8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:32.083281 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:32.163954 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:32.292162 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Current status of the port f91fe937-ce93-4695-8015-bd7fcdb5dda8 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:32.293767 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:32.325084 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240862c-668f-495b-9fcf-dae477130dcf req-42d4f82a-b4fc-4a6b-94d1-1c9791e55789 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:32.326862 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2240862c-668f-495b-9fcf-dae477130dcf req-42d4f82a-b4fc-4a6b-94d1-1c9791e55789 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.0572886
Apr 01 10:06:32.381682 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2240862c-668f-495b-9fcf-dae477130dcf req-ac3177f3-25e7-4703-a498-6ae0e49780b8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486035
Apr 01 10:06:32.393695 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] For port f91fe937-ce93-4695-8015-bd7fcdb5dda8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f91fe937-ce93-4695-8015-bd7fcdb5dda8,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:32.404673 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 52827cb8-bba2-423d-bfa2-4e18e22e3c30 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:32.415884 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:32.532128 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595c263-1066-419a-a085-4fcf2442e9c1 None None] Pushing event updated for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:32.551630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:32.552006 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:32.554429 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3145ee23-ac3b-479f-a4e4-04e0fdf2a784 None None] Provisioning complete for port f91fe937-ce93-4695-8015-bd7fcdb5dda8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:32.554811 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3145ee23-ac3b-479f-a4e4-04e0fdf2a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:32.622550 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c954f0>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:28Z', 'revision_number': 4, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f91fe937-ce93-4695-8015-bd7fcdb5dda8', 'name': '', 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'mac_address': 'fa:16:3e:42:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:28Z', 'updated_at': '2022-04-01T10:06:31Z', 'revision_number': 4, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'subnets': [{'id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:32.657900 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d8a-92cc-400d-913b-40f5ff7a4e45 None None] The sync data for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi is: [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:06:28Z', 'revision_number': 4, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f91fe937-ce93-4695-8015-bd7fcdb5dda8', 'name': '', 'network_id': '1028e9f8-6acf-4c3d-9240-870e0941c617', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'mac_address': 'fa:16:3e:42:90:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:28Z', 'updated_at': '2022-04-01T10:06:31Z', 'revision_number': 4, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'subnets': [{'id': 'b33a539c-6549-4434-9ea9-a0029b924ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:06:32.730903 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:32.740422 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3145ee23-ac3b-479f-a4e4-04e0fdf2a784 None None] Current status of the port f91fe937-ce93-4695-8015-bd7fcdb5dda8 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:33.525735 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6a06-5611-4a66-9b51-0014fd7991a4 req-b2a51e1e-945f-4bfe-ad3e-710e8b56901c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:33.527388 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-157d6a06-5611-4a66-9b51-0014fd7991a4 req-b2a51e1e-945f-4bfe-ad3e-710e8b56901c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.0775859
Apr 01 10:06:33.591760 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-157d6a06-5611-4a66-9b51-0014fd7991a4 req-ead954d4-d3d1-434c-b57f-53664fcec48a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578210
Apr 01 10:06:34.269891 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dfa6d-ac5c-475d-96ce-80a8fd417f37 req-97dd09f5-ab10-4295-afff-c8010def3a32 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:34.271846 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d65dfa6d-ac5c-475d-96ce-80a8fd417f37 req-97dd09f5-ab10-4295-afff-c8010def3a32 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.0657589
Apr 01 10:06:34.320677 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d65dfa6d-ac5c-475d-96ce-80a8fd417f37 req-a0f742ca-f578-48ef-b6b6-15a3eb7fb532 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431638
Apr 01 10:06:34.432844 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f91fe937-ce93-4695-8015-bd7fcdb5dda8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:34.484461 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port f91fe937-ce93-4695-8015-bd7fcdb5dda8 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:34.484872 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:34.566582 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port f91fe937-ce93-4695-8015-bd7fcdb5dda8 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:34.712844 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efd84b-2f00-4d61-af60-d5fea05fec2a req-6a6600e9-5b04-4ce5-a251-569aaf344aee tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:34.714502 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3efd84b-2f00-4d61-af60-d5fea05fec2a req-6a6600e9-5b04-4ce5-a251-569aaf344aee tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.0564470
Apr 01 10:06:34.776199 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3efd84b-2f00-4d61-af60-d5fea05fec2a req-ad617cde-9195-439b-a992-5063dd1db6c0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546825
Apr 01 10:06:35.322695 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:06:35.461546 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e886eb-e2f4-4fe2-8755-0ff6efc13014 req-ef5f3f31-2d51-49ce-b07e-6b1726c5c969 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:35.464690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55e886eb-e2f4-4fe2-8755-0ff6efc13014 req-ef5f3f31-2d51-49ce-b07e-6b1726c5c969 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.0694418
Apr 01 10:06:35.517053 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55e886eb-e2f4-4fe2-8755-0ff6efc13014 req-65b3635c-d5e0-4074-9afc-48ebd0b85df6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453498
Apr 01 10:06:35.899820 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7c10b-cc4a-4363-8160-3b75820da806 req-c4bf6ee6-a907-4dab-b67e-b6a7729e709c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:35.901202 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afe7c10b-cc4a-4363-8160-3b75820da806 req-c4bf6ee6-a907-4dab-b67e-b6a7729e709c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 943 time: 0.0568011
Apr 01 10:06:35.949598 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afe7c10b-cc4a-4363-8160-3b75820da806 req-9097ed55-d049-43c9-abb0-d416f184dbc8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421357
Apr 01 10:06:36.082961 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 78e92c0d-8920-4d6d-86a9-c78c75d01421 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:06:36.187615 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:36.199410 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:06:36.236916 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 78e92c0d-8920-4d6d-86a9-c78c75d01421 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:36.237310 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.250626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e92c0d-8920-4d6d-86a9-c78c75d01421 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:36.271721 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:36.277497 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.318321 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e147a-99e8-49eb-a507-8b468c8a232f req-503c6830-83bf-4e86-8673-0d89b3ed159c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:36.319882 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-022e147a-99e8-49eb-a507-8b468c8a232f req-503c6830-83bf-4e86-8673-0d89b3ed159c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.0616727
Apr 01 10:06:36.327218 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:36.418682 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Deleting port 9ac06a78-f608-46f8-af34-a99c14e40ada {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:06:36.419049 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.518131 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] For port 9ac06a78-f608-46f8-af34-a99c14e40ada, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ac06a78-f608-46f8-af34-a99c14e40ada,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:36.518876 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.532387 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Calling delete_port for 9ac06a78-f608-46f8-af34-a99c14e40ada owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:06:36.687157 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3a91-38c4-42ac-8eb6-e2a65e2c19e6 req-8ba13df7-bf36-4abd-9243-e594f4f32f58 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:36.688823 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-575b3a91-38c4-42ac-8eb6-e2a65e2c19e6 req-8ba13df7-bf36-4abd-9243-e594f4f32f58 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e HTTP/1.1" status: 200  len: 945 time: 0.0955794
Apr 01 10:06:36.715870 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (9ac06a78-f608-46f8-af34-a99c14e40ada), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.730473 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['9ac06a78-f608-46f8-af34-a99c14e40ada'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:06:36.752154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Pushing event deleted for resources: {'Port': ['ID=9ac06a78-f608-46f8-af34-a99c14e40ada,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:36.784704 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['78e92c0d-8920-4d6d-86a9-c78c75d01421'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:06:36.811589 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-575b3a91-38c4-42ac-8eb6-e2a65e2c19e6 req-49463d2c-cb7e-4977-8d4e-5dec00fd8e3d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148672
Apr 01 10:06:36.812293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] No DVR routers for this DVR port 9ac06a78-f608-46f8-af34-a99c14e40ada on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:06:36.815686 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:36.819304 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-022e147a-99e8-49eb-a507-8b468c8a232f req-8b976483-0ab9-4848-841e-b1e3defa61f7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "DELETE /v2.0/ports/9ac06a78-f608-46f8-af34-a99c14e40ada HTTP/1.1" status: 204  len: 173 time: 0.4922469
Apr 01 10:06:36.819765 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'name': 'network-vif-deleted', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:36.822976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df70c47-b667-42c7-aa6f-7a5405350914" -d '{"events": [{"server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "name": "network-vif-deleted", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:36.862690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac5c71-ce34-4602-8db8-5e3a97425f28 x-openstack-request-id: req-4eac5c71-ce34-4602-8db8-5e3a97425f28 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:36.863067 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e", "name": "network-vif-deleted", "tag": "9ac06a78-f608-46f8-af34-a99c14e40ada", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:36.863283 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eac5c71-ce34-4602-8db8-5e3a97425f28 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:36.864133 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eac5c71-ce34-4602-8db8-5e3a97425f28'] response: {'server_uuid': 'bf5cbfcc-a1ae-4ce2-b88c-02e54f6c532e', 'name': 'network-vif-deleted', 'tag': '9ac06a78-f608-46f8-af34-a99c14e40ada', 'status': 'completed', 'code': 200}
Apr 01 10:06:37.091236 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71ca9-3b47-4f5f-afae-a09bbe7b90b6 req-3f1e5eb0-e8af-41e1-97bc-02c43f3eb220 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:37.093251 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3fa71ca9-3b47-4f5f-afae-a09bbe7b90b6 req-3f1e5eb0-e8af-41e1-97bc-02c43f3eb220 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 944 time: 0.0691042
Apr 01 10:06:37.151271 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3fa71ca9-3b47-4f5f-afae-a09bbe7b90b6 req-1e38c1b3-173f-4076-9dcf-b9d876679817 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504532
Apr 01 10:06:37.300809 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.474073 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53938) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:37.587043 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-81d60421-9806-45bb-98df-51ffaacc1a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.658822 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-81d60421-9806-45bb-98df-51ffaacc1a51 admin admin] Publish callbacks [] for security_group (e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.664356 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-81d60421-9806-45bb-98df-51ffaacc1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.699930 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60421-9806-45bb-98df-51ffaacc1a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:37.708564 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-81d60421-9806-45bb-98df-51ffaacc1a51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64b462ad2d7144f092b957d286429118&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2309282
Apr 01 10:06:37.709629 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53944) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:37.758145 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] Publish callbacks [] for security_group (e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.782887 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] Publish callbacks [] for security_group (e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.833860 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.836660 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:37.837849 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f HTTP/1.1" status: 204  len: 168 time: 0.1281791
Apr 01 10:06:37.848518 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6fcd5-83f5-4b58-8a15-797d1d7a7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dbfe2f-7ba8-420f-8e7b-3ba88360fb0f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:38.104538 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 78e92c0d-8920-4d6d-86a9-c78c75d01421 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:38.140264 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53968) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:38.152427 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-67002a15-8cdc-42b8-be88-e14a1469d832 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:38.153969 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-67002a15-8cdc-42b8-be88-e14a1469d832 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 808 time: 0.1203997
Apr 01 10:06:38.160266 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-efb5ee5f-307a-41a9-a2a1-93fa3dfce690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.187847 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-ef1afd76-1d9a-458e-8cb1-eeaad68841b7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/quotas/47d184624c1d4bae9384dc4be14343fd HTTP/1.1" status: 200  len: 375 time: 0.0269279
Apr 01 10:06:38.188972 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 78e92c0d-8920-4d6d-86a9-c78c75d01421 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:06:38.198849 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 78e92c0d-8920-4d6d-86a9-c78c75d01421 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:38.199904 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.257806 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-4195c05c-4275-4160-8a9f-f981bccfe1f9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0630248
Apr 01 10:06:38.332514 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 78e92c0d-8920-4d6d-86a9-c78c75d01421 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:38.334271 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.341761 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ff6fb-05b7-457c-835c-797c69e7ee2d req-52273ee4-e9c3-48c6-aaff-8a508523d465 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:38.343707 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d4ff6fb-05b7-457c-835c-797c69e7ee2d req-52273ee4-e9c3-48c6-aaff-8a508523d465 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 944 time: 0.1146259
Apr 01 10:06:38.350882 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-efb5ee5f-307a-41a9-a2a1-93fa3dfce690 admin admin] Publish callbacks [] for security_group (fea4efd3-be17-47f2-9b28-8573843c0bf8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.367710 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-b5a5adcf-a5fe-4170-9577-7e268a5864d2 service neutron] 10.222.0.46 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057327
Apr 01 10:06:38.367886 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-efb5ee5f-307a-41a9-a2a1-93fa3dfce690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (fea4efd3-be17-47f2-9b28-8573843c0bf8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.369033 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:38.372285 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d051f62-799e-43ac-ab0f-52ad373c2061" -d '{"events": [{"server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "name": "network-vif-plugged", "status": "completed", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:38.394975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:38.403014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.404843 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9ac06a78-f608-46f8-af34-a99c14e40ada no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:06:38.440758 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5ee5f-307a-41a9-a2a1-93fa3dfce690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea4efd3-be17-47f2-9b28-8573843c0bf8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:38.451877 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-efb5ee5f-307a-41a9-a2a1-93fa3dfce690 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58cf78e406e4445793b13c1428dc4d80&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3104501
Apr 01 10:06:38.454530 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 53988) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:38.468926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 9ac06a78-f608-46f8-af34-a99c14e40ada {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:06:38.469364 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9ac06a78-f608-46f8-af34-a99c14e40ada not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:06:38.480475 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d4ff6fb-05b7-457c-835c-797c69e7ee2d req-d54c3fc1-0437-496d-99aa-eb31349a3c8a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274896
Apr 01 10:06:38.506513 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:38.523732 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-c2b119ce-0ffe-43dd-956c-aa50360eee05 service neutron] 10.222.0.46 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536012
Apr 01 10:06:38.548626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bcd178-a2ee-4a8f-aed5-7ad2a7bcc2bc x-openstack-request-id: req-38bcd178-a2ee-4a8f-aed5-7ad2a7bcc2bc {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:38.548941 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "name": "network-vif-plugged", "status": "completed", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:38.549196 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38bcd178-a2ee-4a8f-aed5-7ad2a7bcc2bc {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:38.550223 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bcd178-a2ee-4a8f-aed5-7ad2a7bcc2bc'] response: {'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'code': 200}
Apr 01 10:06:38.574378 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] Publish callbacks [] for security_group (fea4efd3-be17-47f2-9b28-8573843c0bf8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.622184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] Publish callbacks [] for security_group (fea4efd3-be17-47f2-9b28-8573843c0bf8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.632337 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c22-39fa-436c-b1e0-9a15ad6dcf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.723026 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-299ad79d-64fb-45aa-abb3-85152d3a38ba req-c57cba18-0cec-4bdc-8f7c-e7e0b662e63d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 210 time: 0.0327168
Apr 01 10:06:38.735514 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (fea4efd3-be17-47f2-9b28-8573843c0bf8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.739920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:38.741195 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fea4efd3-be17-47f2-9b28-8573843c0bf8 HTTP/1.1" status: 204  len: 168 time: 0.2856956
Apr 01 10:06:38.752670 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8d6ec-dc44-428a-b351-01a95e09e23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea4efd3-be17-47f2-9b28-8573843c0bf8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:38.804975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675bf6-f78b-42c4-8ed6-ca8c476192e5 req-aef66bc8-0f9f-42e7-90ac-9b6f7a513113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:38.806903 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b1675bf6-f78b-42c4-8ed6-ca8c476192e5 req-aef66bc8-0f9f-42e7-90ac-9b6f7a513113 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0589623
Apr 01 10:06:38.854987 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b1675bf6-f78b-42c4-8ed6-ca8c476192e5 req-e33b4afd-d3c3-4388-b075-d5e89a8a6afb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406249
Apr 01 10:06:39.506198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54024) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:39.603143 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9fb25-b0b5-4c87-9480-3f3f417a70f0 req-42ccd214-edb9-4960-9753-4f74a1db1a26 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:39.604885 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-36b9fb25-b0b5-4c87-9480-3f3f417a70f0 req-42ccd214-edb9-4960-9753-4f74a1db1a26 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0532334
Apr 01 10:06:39.609837 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-345873001-network', 'tenant_id': '3708c7a8a8ca45b3b4e3e764b9b7f8fd'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:39.655669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Made reservation on behalf of 3708c7a8a8ca45b3b4e3e764b9b7f8fd for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:39.658441 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:39.671343 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:39.693686 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-36b9fb25-b0b5-4c87-9480-3f3f417a70f0 req-1d6be447-86af-4efe-a888-9c4254e4bff1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797164
Apr 01 10:06:39.777751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks [] for security_group (73ac8538-c480-4dba-a843-0a9fbc46e88b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:39.784967 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (73ac8538-c480-4dba-a843-0a9fbc46e88b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:39.817165 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:06:39.849551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac8538-c480-4dba-a843-0a9fbc46e88b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:39.878530 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f8bc2eae-354b-4c91-91e5-22f702a271fc req-47f3f235-4b2c-4472-9e88-8f756620ee4d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 210 time: 0.0477135
Apr 01 10:06:39.888795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (d1dee51c-f91e-489f-a136-4184fa8c8865), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:39.889343 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Added segment d1dee51c-f91e-489f-a136-4184fa8c8865 of type vlan for network ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e
Apr 01 10:06:39.968555 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.002976 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54044) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:40.013661 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-90d2d243-8024-4ca3-97b6-69ce90a39c90 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:40.015161 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-90d2d243-8024-4ca3-97b6-69ce90a39c90 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 808 time: 0.1930232
Apr 01 10:06:40.021255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.022271 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:40.023007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.035666 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Request body: {'port': {'device_id': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9', 'admin_state_up': True, 'tenant_id': '47d184624c1d4bae9384dc4be14343fd'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:40.117689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-513c2402-fc88-4bac-98ef-dd0e635326e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.126573 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6166046
Apr 01 10:06:40.127018 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54052) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:40.132897 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Request body: {'subnet': {'network_id': 'ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-345873001-subnet', 'tenant_id': '3708c7a8a8ca45b3b4e3e764b9b7f8fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:40.141080 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39a90-f511-45d9-b0d3-b71595fd4637 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:40.155353 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:06:40.176448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Made reservation on behalf of 3708c7a8a8ca45b3b4e3e764b9b7f8fd for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:40.179699 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.218274 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Made reservation on behalf of 47d184624c1d4bae9384dc4be14343fd for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:40.222051 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.301458 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-513c2402-fc88-4bac-98ef-dd0e635326e4 admin admin] Publish callbacks [] for security_group (d3638159-b50b-4b46-a5bc-c7c148983371), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.310918 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-513c2402-fc88-4bac-98ef-dd0e635326e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d3638159-b50b-4b46-a5bc-c7c148983371), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.357328 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Allocated IP 172.20.0.3 (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9/dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e/cef90253-db28-43a4-b23a-a4a903b745c8) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:06:40.386871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2402-fc88-4bac-98ef-dd0e635326e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3638159-b50b-4b46-a5bc-c7c148983371,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:40.391187 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-513c2402-fc88-4bac-98ef-dd0e635326e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1910492433a64a47a317e46e45febfbe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3868339
Apr 01 10:06:40.393845 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54054) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:40.472379 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (db80f7ba-ba07-47de-b261-8167e161aca9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.539314 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] Publish callbacks [] for security_group (d3638159-b50b-4b46-a5bc-c7c148983371), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.550453 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db80f7ba-ba07-47de-b261-8167e161aca9,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:40.554508 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks [] for port (cef90253-db28-43a4-b23a-a4a903b745c8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.573701 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Checking segment: {'id': 'd1dee51c-f91e-489f-a136-4184fa8c8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:40.573701 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Network hostable DHCP agents. Network: ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:06:40.580502 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] Publish callbacks [] for security_group (d3638159-b50b-4b46-a5bc-c7c148983371), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.597878 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.622291 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Network ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:06:40.635949 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:40.642017 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:40.642813 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.648258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d3638159-b50b-4b46-a5bc-c7c148983371), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.648420 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665d475-ba67-401e-bc1d-f0c5610b4191 None None] Network ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:40.649106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:06:40.655015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.655169 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:40.655265 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3638159-b50b-4b46-a5bc-c7c148983371 HTTP/1.1" status: 204  len: 168 time: 0.2579358
Apr 01 10:06:40.660047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:06:40.670952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Pushing event updated for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:40.682982 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd48b9-eed6-4b6b-aff9-e2b3e4c8481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3638159-b50b-4b46-a5bc-c7c148983371,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:40.695290 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-da4879c8-7854-43b4-ad54-068555062d12 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5671837
Apr 01 10:06:40.781892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:40.782726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:40.809066 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-75435802-3792-4dd1-b030-6b3b1d86e68a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7821445
Apr 01 10:06:40.888684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6bc70-7e40-4940-bfa8-273bd4786c05 req-42a0990d-efbc-42d4-947d-41db35c06cbe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:40.891917 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3e6bc70-7e40-4940-bfa8-273bd4786c05 req-42a0990d-efbc-42d4-947d-41db35c06cbe tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0762167
Apr 01 10:06:40.952194 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Request body: {'port': {'device_id': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:40.982260 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3e6bc70-7e40-4940-bfa8-273bd4786c05 req-95471895-97af-4579-b6c5-eb71b1a5de5f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828876
Apr 01 10:06:41.008979 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cec78-085a-4c2d-8514-f8025f5a833c None None] Network ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:41.057373 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c010f02-d474-4233-aa66-78df0ced064e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.085350 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca2edf-e263-48ec-9b72-62b3cdc11dbf req-c11c098a-0117-4fe1-9134-0f647b886754 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:41.086921 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81ca2edf-e263-48ec-9b72-62b3cdc11dbf req-c11c098a-0117-4fe1-9134-0f647b886754 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 931 time: 0.1002173
Apr 01 10:06:41.090242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.139257 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54074) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:41.163873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83208775-237d-4440-b296-242b8391a611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.214013 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81ca2edf-e263-48ec-9b72-62b3cdc11dbf req-2e92f346-0830-46d0-b336-f58337bbded4 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122856
Apr 01 10:06:41.219405 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b2142-1f08-44c6-ab34-0351985c90d0 req-8d7d46cc-bcb6-49ea-a35e-adbe028982cb tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:41.224050 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0d8b2142-1f08-44c6-ab34-0351985c90d0 req-8d7d46cc-bcb6-49ea-a35e-adbe028982cb tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.1178029
Apr 01 10:06:41.239175 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54076) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:41.249674 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'floatingip': {'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:41.301593 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.388413 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83208775-237d-4440-b296-242b8391a611 admin admin] Publish callbacks [] for security_group (e3c98519-b30a-410f-a3e7-7b814185d143), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.412250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83208775-237d-4440-b296-242b8391a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e3c98519-b30a-410f-a3e7-7b814185d143), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.464870 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83208775-237d-4440-b296-242b8391a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c98519-b30a-410f-a3e7-7b814185d143,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:41.483108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54084) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:41.483849 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-83208775-237d-4440-b296-242b8391a611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ee133eb00ca4fa2838c1ad014330dc4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3421822
Apr 01 10:06:41.492648 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef90253-db28-43a4-b23a-a4a903b745c8 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:41.509374 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks [] for port (cef90253-db28-43a4-b23a-a4a903b745c8), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.539976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Transition to ACTIVE for port object cef90253-db28-43a4-b23a-a4a903b745c8 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:06:41.551715 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.587463 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] Publish callbacks [] for security_group (e3c98519-b30a-410f-a3e7-7b814185d143), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.598102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54088) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:41.602920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-435486103-network', 'tenant_id': '4cbdf872d6654571904169fdc02602ea'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:41.620427 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] Publish callbacks [] for security_group (e3c98519-b30a-410f-a3e7-7b814185d143), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.643909 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Pushing event updated for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:41.735813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Attempting to bind port cef90253-db28-43a4-b23a-a4a903b745c8 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:06:41.736147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Attempting to bind port cef90253-db28-43a4-b23a-a4a903b745c8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:06:41.736475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Attempting to bind port cef90253-db28-43a4-b23a-a4a903b745c8 on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:41.741272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e3c98519-b30a-410f-a3e7-7b814185d143), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.743822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.745002 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3c98519-b30a-410f-a3e7-7b814185d143 HTTP/1.1" status: 204  len: 168 time: 0.2609341
Apr 01 10:06:41.747746 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Port cef90253-db28-43a4-b23a-a4a903b745c8 on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:06:41.748055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Attempting to bind port cef90253-db28-43a4-b23a-a4a903b745c8 on network 4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:06:41.759912 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b084-7d78-4091-a143-8b3ac8a38b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c98519-b30a-410f-a3e7-7b814185d143,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:41.762196 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:06:41.762536 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Checking segment: {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:41.762934 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Bound using segment: {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:06:41.763371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Bound port: cef90253-db28-43a4-b23a-a4a903b745c8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cabdc3b-0a76-409f-bcd3-299316fec986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:06:41.763728 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.848773 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:06:41.852084 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cef90253-db28-43a4-b23a-a4a903b745c8,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:06:41.858623 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.894439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:41.895908 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.898006 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] 10.222.0.15 "PUT /v2.0/ports/cef90253-db28-43a4-b23a-a4a903b745c8 HTTP/1.1" status: 200  len: 1093 time: 0.9495709
Apr 01 10:06:41.898006 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:41.900488 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460713d1-738f-47bb-8a39-e11fdf0caf86" -d '{"events": [{"name": "network-changed", "server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:41.928807 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f53214-a1ea-463f-abfa-1baf698f8c50 service neutron] Pushing event updated for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:41.973667 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Made reservation on behalf of 4cbdf872d6654571904169fdc02602ea for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:41.977483 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:41.982987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a3d10-5174-4584-9638-a6aa8885c379 x-openstack-request-id: req-b29a3d10-5174-4584-9638-a6aa8885c379 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:41.983282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:41.983585 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b29a3d10-5174-4584-9638-a6aa8885c379 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:41.983999 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29a3d10-5174-4584-9638-a6aa8885c379'] response: {'name': 'network-changed', 'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8', 'status': 'completed', 'code': 200}
Apr 01 10:06:41.994588 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-26d44abd-c3fc-4ebe-8a5c-eb9cdbde2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:41.996175 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-26d44abd-c3fc-4ebe-8a5c-eb9cdbde2fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 1127 time: 0.0542977
Apr 01 10:06:42.018826 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.044460 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-5b1306d9-3033-4954-bd74-9007f186933e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef90253-db28-43a4-b23a-a4a903b745c8 HTTP/1.1" status: 200  len: 217 time: 0.0397205
Apr 01 10:06:42.111515 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-46775e64-94a0-4b91-ad17-0b21aedaebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.113667 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-46775e64-94a0-4b91-ad17-0b21aedaebdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e HTTP/1.1" status: 200  len: 848 time: 0.0615819
Apr 01 10:06:42.155042 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-29bfe132-c1d5-4b44-a97d-a24fc3eea6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343041
Apr 01 10:06:42.164385 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.189324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.197007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54098) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:42.204822 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks [] for security_group (1ab90a27-dfaf-4451-9829-8d968e7e384a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.205858 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.244168 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acda7e04-7015-4891-a0c0-5ac066d9aeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.245955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (1ab90a27-dfaf-4451-9829-8d968e7e384a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.257657 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-dedddc22-70c5-4e27-8dc7-455df9974aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956495
Apr 01 10:06:42.342796 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:06:42.362041 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01941b51-30d8-43d8-9e05-85b4eb2b3894 req-cb0cfacf-998f-414f-8515-42c309ae9c6e service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977881
Apr 01 10:06:42.380102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (1f4dd08f-b6f8-41d4-99a7-2da10b73041c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.380542 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Added segment 1f4dd08f-b6f8-41d4-99a7-2da10b73041c of type vlan for network 1a5513e4-a739-4ea5-8176-16ee3d965618
Apr 01 10:06:42.384410 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab90a27-dfaf-4451-9829-8d968e7e384a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:42.457662 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-113e4f84-f383-4eca-bc8a-f52e9e286781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.459205 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-113e4f84-f383-4eca-bc8a-f52e9e286781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d184624c1d4bae9384dc4be14343fd&device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 1127 time: 0.0491405
Apr 01 10:06:42.459347 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (1a5513e4-a739-4ea5-8176-16ee3d965618), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.481005 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Floating IP eb51b825-1d14-4ea8-bcd2-fbca68bae766 associated. External IP: 172.37.5.197, port: 78e92c0d-8920-4d6d-86a9-c78c75d01421.
Apr 01 10:06:42.503716 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd020744-42ad-4eae-9385-838be8b7b09f req-88080e47-ee4b-4f57-a224-08926bcf5bfd tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.505284 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd020744-42ad-4eae-9385-838be8b7b09f req-88080e47-ee4b-4f57-a224-08926bcf5bfd tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 943 time: 0.2017734
Apr 01 10:06:42.553799 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-c66a7af7-0344-4aec-8d14-10ff4dab67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.557203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-c66a7af7-0344-4aec-8d14-10ff4dab67cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 200  len: 909 time: 0.0891891
Apr 01 10:06:42.598483 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-30f9c738-9089-43a5-9671-d51db3339f79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef90253-db28-43a4-b23a-a4a903b745c8 HTTP/1.1" status: 200  len: 217 time: 0.0370729
Apr 01 10:06:42.600331 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (1a5513e4-a739-4ea5-8176-16ee3d965618), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.601252 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.601824 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.646250 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-54353e8e-a515-4bf8-a352-a60f278ee279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:42.647761 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-54353e8e-a515-4bf8-a352-a60f278ee279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e HTTP/1.1" status: 200  len: 848 time: 0.0433929
Apr 01 10:06:42.678768 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-d22b29e2-7f68-4ac5-94d1-6115fe37c40b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247910
Apr 01 10:06:42.693580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acda7e04-7015-4891-a0c0-5ac066d9aeb4 admin admin] Publish callbacks [] for security_group (fd2b2031-fbf3-46b0-a305-82cc6a65de04), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.709783 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acda7e04-7015-4891-a0c0-5ac066d9aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (fd2b2031-fbf3-46b0-a305-82cc6a65de04), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.722589 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1233413
Apr 01 10:06:42.732856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54104) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:42.738065 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Request body: {'subnet': {'network_id': '1a5513e4-a739-4ea5-8176-16ee3d965618', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-435486103-subnet', 'tenant_id': '4cbdf872d6654571904169fdc02602ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:06:42.746959 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd020744-42ad-4eae-9385-838be8b7b09f req-6237a769-cf4b-446a-9108-1a3b198e6406 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018998
Apr 01 10:06:42.753338 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1a46f-2504-44fd-bb30-5cb03b9e8b9f admin admin] Pushing event updated for resources: {'Network': ['ID=1a5513e4-a739-4ea5-8176-16ee3d965618,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:42.776171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 1a5513e4-a739-4ea5-8176-16ee3d965618 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:06:42.783981 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Made reservation on behalf of 4cbdf872d6654571904169fdc02602ea for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:06:42.785121 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-acda7e04-7015-4891-a0c0-5ac066d9aeb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e12df5feb19413d86f9e51eb39d0abd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5867133
Apr 01 10:06:42.788172 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54106) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:06:42.788813 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7e04-7015-4891-a0c0-5ac066d9aeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b2031-fbf3-46b0-a305-82cc6a65de04,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:42.789496 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.854118 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-36ed5e45-0d8c-4c49-b971-cb40309b77d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685631
Apr 01 10:06:42.916460 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] Publish callbacks [] for security_group (fd2b2031-fbf3-46b0-a305-82cc6a65de04), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.956067 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] Publish callbacks [] for security_group (fd2b2031-fbf3-46b0-a305-82cc6a65de04), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:42.991541 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-460713d1-738f-47bb-8a39-e11fdf0caf86 req-1ac097fa-0daa-48e3-93da-08a5273323b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306674
Apr 01 10:06:43.000732 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Router 9630802e-5758-4ea9-bbde-ae1a2871160d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:06:43.065808 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (000d1b69-5328-428f-945f-68a36da4034d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.089319 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (fd2b2031-fbf3-46b0-a305-82cc6a65de04), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.092509 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.096050 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd2b2031-fbf3-46b0-a305-82cc6a65de04 HTTP/1.1" status: 204  len: 168 time: 0.3020146
Apr 01 10:06:43.112794 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e85d3-c8dd-4a3c-9722-e0144d64aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b2031-fbf3-46b0-a305-82cc6a65de04,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:43.123401 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000d1b69-5328-428f-945f-68a36da4034d,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:43.132850 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Checking segment: {'id': '1f4dd08f-b6f8-41d4-99a7-2da10b73041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a5513e4-a739-4ea5-8176-16ee3d965618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:06:43.133230 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Network hostable DHCP agents. Network: 1a5513e4-a739-4ea5-8176-16ee3d965618, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:06:43.138658 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:06:43.144411 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.153635 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:06:43.154975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Network 1a5513e4-a739-4ea5-8176-16ee3d965618 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:06:43.169829 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1a5513e4-a739-4ea5-8176-16ee3d965618) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:06:43.179759 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:43.180855 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e3fa90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:43.181723 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6e876-252e-48c0-ab8a-8c5d48b83a6f None None] Network 1a5513e4-a739-4ea5-8176-16ee3d965618 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:43.185703 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9e6ca2fa-8198-4847-a87c-cbdd04ac56e5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "PUT /v2.0/floatingips/eb51b825-1d14-4ea8-bcd2-fbca68bae766 HTTP/1.1" status: 200  len: 991 time: 1.9407849
Apr 01 10:06:43.186412 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:43.188767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.189335 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1346d-8225-42f7-82d6-590e53dc60ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:43.193255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.221822 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f3cf218d-6885-435d-9bfa-37884910bed6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4875793
Apr 01 10:06:43.258330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa220795-0c4b-4edb-bb43-d51bb8f83756 x-openstack-request-id: req-fa220795-0c4b-4edb-bb43-d51bb8f83756 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:43.258926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:43.258926 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa220795-0c4b-4edb-bb43-d51bb8f83756 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:43.259289 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa220795-0c4b-4edb-bb43-d51bb8f83756'] response: {'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'status': 'completed', 'code': 200}
Apr 01 10:06:43.374414 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-853c0825-0ff1-466d-bcf3-8ec519f600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.376441 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-853c0825-0ff1-466d-bcf3-8ec519f600ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0940526
Apr 01 10:06:43.379414 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:43.389383 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e34e9f-61cc-4103-bf8b-9c9e8e812dfa None None] Network 1a5513e4-a739-4ea5-8176-16ee3d965618 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:06:43.458726 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:43.579059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-8beff680-2af8-4bc1-9fb5-9ac0a365327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.579059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-8beff680-2af8-4bc1-9fb5-9ac0a365327a service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1949170
Apr 01 10:06:43.647440 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-7bf3b170-9e1b-44f4-8b23-3466ac5167d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 999 time: 0.0632265
Apr 01 10:06:43.703842 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-6e800895-c447-4320-b14d-94528d622f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.706158 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-6e800895-c447-4320-b14d-94528d622f23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0520086
Apr 01 10:06:43.775972 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e3fa90>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:06:42Z', 'revision_number': 1, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:43.776451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-c171ee17-9a3a-4e21-8c42-b3daa62ad707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.778355 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-c171ee17-9a3a-4e21-8c42-b3daa62ad707 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0642400
Apr 01 10:06:43.818230 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:06:43.828206 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:06:43.828844 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e3fa90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:06:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:43.935195 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-62578892-6b8f-47dc-b517-a03981eaadfb service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490240
Apr 01 10:06:43.956706 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44448206-622c-4e8e-aa71-4c73690d3262 req-1395bae5-fb6c-45db-8a0b-8c72c5232516 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:43.960425 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44448206-622c-4e8e-aa71-4c73690d3262 req-1395bae5-fb6c-45db-8a0b-8c72c5232516 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 943 time: 0.1140473
Apr 01 10:06:44.000769 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:06:44.037078 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44448206-622c-4e8e-aa71-4c73690d3262 req-34e7c216-911f-46e4-95b0-904a05cfd779 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660925
Apr 01 10:06:44.367497 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e3fa90>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:06:42Z', 'revision_number': 1, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:06:44.370663 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0a1346d-8225-42f7-82d6-590e53dc60ed req-9e79e5be-d1fd-4158-924e-98243ed42896 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4226003
Apr 01 10:06:44.394999 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c1061-d91a-44bd-83b8-06bf39457149 None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:06:42Z', 'revision_number': 1, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:06:44.594082 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c68d3c-e651-4b43-a5b2-3dac171bd17e None None] New status for floating IP eb51b825-1d14-4ea8-bcd2-fbca68bae766: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:06:45.044061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:45.165755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a777ebd-6568-4152-83d3-70ca295ec17b req-fae77930-8949-4f0d-87d0-5487cd9328ec tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:45.167223 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a777ebd-6568-4152-83d3-70ca295ec17b req-fae77930-8949-4f0d-87d0-5487cd9328ec tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 943 time: 0.0525482
Apr 01 10:06:45.213137 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a777ebd-6568-4152-83d3-70ca295ec17b req-df4ed450-820c-4e9c-a5c2-9c209b6d3fdb tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401959
Apr 01 10:06:46.159586 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device cef90253-db28-43a4-b23a-a4a903b745c8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:06:46.261530 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cef90253-db28-43a4-b23a-a4a903b745c8,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:46.275064 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'cef90253-db28-43a4-b23a-a4a903b745c8', 'network_id': '4b05cb53-9743-4e0b-9b86-b26d0ecaecc9', 'port_id': 'cef90253-db28-43a4-b23a-a4a903b745c8', 'mac_address': 'fa:16:3e:93:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:06:46.317189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port cef90253-db28-43a4-b23a-a4a903b745c8 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:46.317455 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:46.331096 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef90253-db28-43a4-b23a-a4a903b745c8 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:06:46.344489 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2aee-d6d9-4f19-a83c-2dcbdc795927 req-2c23afce-1592-4ed0-bb9b-222dde019512 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:46.346547 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-180c2aee-d6d9-4f19-a83c-2dcbdc795927 req-2c23afce-1592-4ed0-bb9b-222dde019512 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 943 time: 0.0644822
Apr 01 10:06:46.351071 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cef90253-db28-43a4-b23a-a4a903b745c8,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:46.361722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:46.396997 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-180c2aee-d6d9-4f19-a83c-2dcbdc795927 req-ddd3cbc1-c61a-46e5-ab69-2d7b03a4e666 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429263
Apr 01 10:06:46.416135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:46.823113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['cef90253-db28-43a4-b23a-a4a903b745c8'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:06:47.516455 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667e93b-6f5c-49ca-b97e-bee45383238e req-034796d4-81b6-45c2-9972-24862318f41e tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:47.517947 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9667e93b-6f5c-49ca-b97e-bee45383238e req-034796d4-81b6-45c2-9972-24862318f41e tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0540781
Apr 01 10:06:47.565461 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9667e93b-6f5c-49ca-b97e-bee45383238e req-d2c240c5-5395-4af4-bb82-b791e6e81c28 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414765
Apr 01 10:06:48.712511 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd80faf-3358-49f2-a6cb-25fe78188af3 req-de85d054-5fff-4b1e-9614-0ca3e8d1fedf tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:48.714029 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afd80faf-3358-49f2-a6cb-25fe78188af3 req-de85d054-5fff-4b1e-9614-0ca3e8d1fedf tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0654473
Apr 01 10:06:48.763937 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afd80faf-3358-49f2-a6cb-25fe78188af3 req-beee3290-a78b-42b6-a2b9-03adcbb95d62 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418472
Apr 01 10:06:49.900065 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e67a4b-da37-40dc-a408-430be2a19192 req-5954218f-25ca-4f5a-9d7e-ac0fad2daa52 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:49.901520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-23e67a4b-da37-40dc-a408-430be2a19192 req-5954218f-25ca-4f5a-9d7e-ac0fad2daa52 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0658038
Apr 01 10:06:49.951281 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-23e67a4b-da37-40dc-a408-430be2a19192 req-71681d95-3d16-4822-857b-1a81f9c4793d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413840
Apr 01 10:06:51.084056 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee271a-e6d1-4f75-9e60-66ea5a38e29a req-e0b021f2-8dc6-4e8f-bb42-e5f1fcafb02c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:51.086084 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9cee271a-e6d1-4f75-9e60-66ea5a38e29a req-e0b021f2-8dc6-4e8f-bb42-e5f1fcafb02c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0548635
Apr 01 10:06:51.135472 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9cee271a-e6d1-4f75-9e60-66ea5a38e29a req-50b28269-cdda-4060-9738-c3fdf1f9952a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434222
Apr 01 10:06:52.270861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba6254-ac37-4979-b9c2-4f146d6c4c0c req-7de5b84c-9f7a-4880-bf64-2fe09028d670 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:52.272323 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01ba6254-ac37-4979-b9c2-4f146d6c4c0c req-7de5b84c-9f7a-4880-bf64-2fe09028d670 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0623043
Apr 01 10:06:52.324531 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01ba6254-ac37-4979-b9c2-4f146d6c4c0c req-36a80a4c-3413-4113-be30-b60fb85948c2 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449450
Apr 01 10:06:53.447222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cfbde-e675-4f4d-83c8-008e2bfb2f2b req-2fa8e00b-1c04-4594-89d2-0c7195f430ee tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:53.448589 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-450cfbde-e675-4f4d-83c8-008e2bfb2f2b req-2fa8e00b-1c04-4594-89d2-0c7195f430ee tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 944 time: 0.0572116
Apr 01 10:06:53.501324 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-450cfbde-e675-4f4d-83c8-008e2bfb2f2b req-1884419f-9ca6-4dfc-a658-27ad356752b7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468290
Apr 01 10:06:54.169610 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device cef90253-db28-43a4-b23a-a4a903b745c8 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:06:54.225771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port cef90253-db28-43a4-b23a-a4a903b745c8 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:06:54.238532 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port cef90253-db28-43a4-b23a-a4a903b745c8 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:06:54.238532 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:54.312928 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port cef90253-db28-43a4-b23a-a4a903b745c8 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:06:54.313319 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:54.336114 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:06:54.338540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dbb2a7-a867-442b-aac8-269a48684a2d" -d '{"events": [{"server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "name": "network-vif-plugged", "status": "completed", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:06:54.352093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cef90253-db28-43a4-b23a-a4a903b745c8,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:06:54.357488 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:06:54.404013 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8baf8-94f2-445f-a333-9eebb82b84c4 x-openstack-request-id: req-e5c8baf8-94f2-445f-a333-9eebb82b84c4 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:06:54.404424 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "name": "network-vif-plugged", "status": "completed", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:06:54.404562 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5c8baf8-94f2-445f-a333-9eebb82b84c4 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:06:54.405145 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c8baf8-94f2-445f-a333-9eebb82b84c4'] response: {'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8', 'code': 200}
Apr 01 10:06:54.409639 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:06:54.619190 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c009-6921-4ca2-b5f7-82a32d60251c req-4477881d-330c-4d94-881a-3582e00ab4b6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:54.620642 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9938c009-6921-4ca2-b5f7-82a32d60251c req-4477881d-330c-4d94-881a-3582e00ab4b6 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0534165
Apr 01 10:06:54.672496 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9938c009-6921-4ca2-b5f7-82a32d60251c req-562991cf-2c25-423c-90cc-ba7a8c10dcb2 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435755
Apr 01 10:06:55.807293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf89b-1fd6-410c-ad3e-22421fba2bbd req-4c658b33-b0ff-4f90-bfde-0302684b7b26 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:55.808731 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-635bf89b-1fd6-410c-ad3e-22421fba2bbd req-4c658b33-b0ff-4f90-bfde-0302684b7b26 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0530291
Apr 01 10:06:55.860899 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-635bf89b-1fd6-410c-ad3e-22421fba2bbd req-afe555ea-5f02-4e19-8eeb-574818994f6b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440280
Apr 01 10:06:56.997217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12f6cf-b36a-47ca-a61a-f0aecfa53607 req-89ae861a-f5be-4c3c-95cc-ae11dc7ca3c0 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:56.998670 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b12f6cf-b36a-47ca-a61a-f0aecfa53607 req-89ae861a-f5be-4c3c-95cc-ae11dc7ca3c0 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0552037
Apr 01 10:06:57.045900 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4b12f6cf-b36a-47ca-a61a-f0aecfa53607 req-51190912-1aef-4a9a-a47e-8da01debc22a tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415509
Apr 01 10:06:58.182374 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6270-92d1-4b41-92a0-bdd361374da5 req-f56d812e-eb1f-4300-ab02-09538f67fb00 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:58.183822 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-70ee6270-92d1-4b41-92a0-bdd361374da5 req-f56d812e-eb1f-4300-ab02-09538f67fb00 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0641193
Apr 01 10:06:58.235390 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-70ee6270-92d1-4b41-92a0-bdd361374da5 req-2529e465-967c-4ed1-ae73-2e161fdef251 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433230
Apr 01 10:06:59.377376 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279771-db87-452c-97ec-e281749370f9 req-c04afaa1-7174-4fee-995b-d986d10990dc tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:59.378902 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9f279771-db87-452c-97ec-e281749370f9 req-c04afaa1-7174-4fee-995b-d986d10990dc tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0634084
Apr 01 10:06:59.426504 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9f279771-db87-452c-97ec-e281749370f9 req-4feeda9d-6bb7-4e9b-9749-e39ada837a9b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418842
Apr 01 10:06:59.761850 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb1ab5-9f38-469c-8e8c-0efacbf6bc46 req-ff0425a8-f78c-4f14-8495-2452c8635b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:06:59.763403 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-33fb1ab5-9f38-469c-8e8c-0efacbf6bc46 req-ff0425a8-f78c-4f14-8495-2452c8635b97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 1129 time: 0.0442762
Apr 01 10:06:59.808467 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-33fb1ab5-9f38-469c-8e8c-0efacbf6bc46 req-f690088e-ee17-4062-bf61-7b473b413f39 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370712
Apr 01 10:07:00.558574 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade3072-2676-4997-b854-e9546a4cdb02 req-ce529d0c-e374-4bfa-84a9-2994c40c5f4c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:00.560066 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ade3072-2676-4997-b854-e9546a4cdb02 req-ce529d0c-e374-4bfa-84a9-2994c40c5f4c tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0595989
Apr 01 10:07:00.606089 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ade3072-2676-4997-b854-e9546a4cdb02 req-c3a8e10f-4179-44f2-b055-c9c31b3d3c22 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403836
Apr 01 10:07:01.733803 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ad38-b073-4289-8411-b57909147110 req-0fdb29a7-21db-4cc6-a230-8a19656e814f tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:01.735339 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0770ad38-b073-4289-8411-b57909147110 req-0fdb29a7-21db-4cc6-a230-8a19656e814f tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0539775
Apr 01 10:07:01.781682 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0770ad38-b073-4289-8411-b57909147110 req-e0864c7e-8740-41f1-8209-60893e8428fe tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406227
Apr 01 10:07:02.910087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30eb24-dcea-4943-8868-df0014879ae0 req-7c88d9e7-4f1f-451e-8b75-cfaaddba1af7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:02.911672 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fa30eb24-dcea-4943-8868-df0014879ae0 req-7c88d9e7-4f1f-451e-8b75-cfaaddba1af7 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0560184
Apr 01 10:07:02.960829 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fa30eb24-dcea-4943-8868-df0014879ae0 req-92ac9c2b-b72f-48fb-9d2a-b9bbb28c078d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435815
Apr 01 10:07:04.089280 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af5db-f426-44fc-a688-b44176ba2439 req-244a6cb9-b7cd-47f5-b4e7-ba3a53eacb07 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:04.090629 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a4af5db-f426-44fc-a688-b44176ba2439 req-244a6cb9-b7cd-47f5-b4e7-ba3a53eacb07 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0611858
Apr 01 10:07:04.139766 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a4af5db-f426-44fc-a688-b44176ba2439 req-6d3479f1-a09a-4d69-8ea4-3be1386ccac5 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435343
Apr 01 10:07:05.279408 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d83cc-2564-42ba-8cad-c05b1136851c req-17a5ae68-a681-4e41-9016-369a80d2aa36 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:05.281162 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-db1d83cc-2564-42ba-8cad-c05b1136851c req-17a5ae68-a681-4e41-9016-369a80d2aa36 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0623038
Apr 01 10:07:05.328463 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-db1d83cc-2564-42ba-8cad-c05b1136851c req-18d8bb93-73ca-4715-96a6-6a8ec4814c40 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415018
Apr 01 10:07:06.453916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3adb1-d369-426b-8e99-cf72b0fa2774 req-4614b296-d3e4-42f9-b520-5c113d948595 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:06.455436 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3d3adb1-d369-426b-8e99-cf72b0fa2774 req-4614b296-d3e4-42f9-b520-5c113d948595 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0530319
Apr 01 10:07:06.504173 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3d3adb1-d369-426b-8e99-cf72b0fa2774 req-5ec26ca0-f552-436b-bd25-15df76ff44c3 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431349
Apr 01 10:07:07.324438 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:07.623132 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35523e4-c277-4f33-b06a-484aa518516b req-b08dee4d-ce5f-46ff-8562-5eb8862832a1 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:07.624628 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b35523e4-c277-4f33-b06a-484aa518516b req-b08dee4d-ce5f-46ff-8562-5eb8862832a1 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0538611
Apr 01 10:07:07.673290 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b35523e4-c277-4f33-b06a-484aa518516b req-73ef66a5-f2f9-4c85-94ec-052e11962655 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429184
Apr 01 10:07:07.725160 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-546b8bd3-4dcc-4fb4-aba8-2c511383063e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0446162
Apr 01 10:07:07.840195 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb483-742c-4b26-818d-1016b40def86 req-3118b2be-6040-4b59-8ad1-52e987fd083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:07.841698 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-3118b2be-6040-4b59-8ad1-52e987fd083e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 1130 time: 0.0505388
Apr 01 10:07:07.943481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb483-742c-4b26-818d-1016b40def86 req-33a80175-80f5-401d-8c37-9c9f73807846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:07.944958 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-33a80175-80f5-401d-8c37-9c9f73807846 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0856481
Apr 01 10:07:07.989105 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-54337920-ccfe-406f-a9d4-4455b3e3f41c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 200  len: 217 time: 0.0377738
Apr 01 10:07:08.038913 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb483-742c-4b26-818d-1016b40def86 req-9ca846cf-3aa2-4525-8b13-d9f1da13999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:08.040453 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-9ca846cf-3aa2-4525-8b13-d9f1da13999d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0454443
Apr 01 10:07:08.088555 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb483-742c-4b26-818d-1016b40def86 req-9d135da6-b394-4196-8a38-a77e4e145373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:08.090060 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-9d135da6-b394-4196-8a38-a77e4e145373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437651
Apr 01 10:07:08.188211 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-5375faae-d52d-4f21-9e8d-5d6891582524 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884058
Apr 01 10:07:08.281170 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d37bb483-742c-4b26-818d-1016b40def86 req-c9ac355a-56c9-4ed7-b769-7ae5554d47fc service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868108
Apr 01 10:07:08.362008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44308a7-c6a3-49d1-88fa-b687bc567fb9 req-ec0cc4db-baae-47db-b8e7-a84e0b0a2ff9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:08.363541 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d44308a7-c6a3-49d1-88fa-b687bc567fb9 req-ec0cc4db-baae-47db-b8e7-a84e0b0a2ff9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0535300
Apr 01 10:07:08.411148 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d44308a7-c6a3-49d1-88fa-b687bc567fb9 req-7569222d-4983-466d-88f0-082f62718e6d tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415118
Apr 01 10:07:08.577074 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4a325e8f-8737-4660-88ba-ccbf9c4b6af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:09.537338 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538cdc9-5fb6-4e7e-8686-37c4e62f039d req-fdc16749-b23a-41ba-a958-c0aa5e231d2b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:09.538820 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2538cdc9-5fb6-4e7e-8686-37c4e62f039d req-fdc16749-b23a-41ba-a958-c0aa5e231d2b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0546803
Apr 01 10:07:09.585879 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2538cdc9-5fb6-4e7e-8686-37c4e62f039d req-8913f6e9-b8fb-4e19-a3f6-64a5ab05abfa tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414042
Apr 01 10:07:10.418666 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e15d-f093-4315-90d6-61f906872c5b req-825bbac1-7c5b-4f12-8f44-baadcf46b3fc tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:10.420661 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-62e8e15d-f093-4315-90d6-61f906872c5b req-825bbac1-7c5b-4f12-8f44-baadcf46b3fc tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0577939
Apr 01 10:07:10.531873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Deleting port cef90253-db28-43a4-b23a-a4a903b745c8 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:07:10.532112 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:10.623492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] For port cef90253-db28-43a4-b23a-a4a903b745c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cef90253-db28-43a4-b23a-a4a903b745c8,segment=NetworkSegment(1cabdc3b-0a76-409f-bcd3-299316fec986),segment_id=1cabdc3b-0a76-409f-bcd3-299316fec986)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:10.623854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:10.636701 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Calling delete_port for cef90253-db28-43a4-b23a-a4a903b745c8 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:07:10.752718 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2a178-10f1-415a-a1ad-ea304f4db096 req-a60a589e-fae3-4273-9dac-3ee740ff37c9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:10.754199 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eab2a178-10f1-415a-a1ad-ea304f4db096 req-a60a589e-fae3-4273-9dac-3ee740ff37c9 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/ports?device_id=91448091-53d6-4ff0-a6f1-6b16a1e26d86 HTTP/1.1" status: 200  len: 945 time: 0.0790479
Apr 01 10:07:10.829196 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (cef90253-db28-43a4-b23a-a4a903b745c8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:10.847484 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eab2a178-10f1-415a-a1ad-ea304f4db096 req-2ef0ef5f-dbf9-4d08-b3bd-64542de260c1 tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.46 "GET /v2.0/security-groups?id=7986df18-8df1-4b62-818e-222435bd1899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843346
Apr 01 10:07:10.863670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Pushing event deleted for resources: {'Port': ['ID=cef90253-db28-43a4-b23a-a4a903b745c8,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:10.924491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-32d153f4-1ca3-4c46-8156-d00a0a824461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:10.930160 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] No DVR routers for this DVR port cef90253-db28-43a4-b23a-a4a903b745c8 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:07:10.932710 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:10.936380 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-62e8e15d-f093-4315-90d6-61f906872c5b req-7dae39b1-68e8-4173-8ac4-43fc4d4a2b5b tempest-VolumesActionsTest-61963871 tempest-VolumesActionsTest-61963871-project] 10.222.0.15 "DELETE /v2.0/ports/cef90253-db28-43a4-b23a-a4a903b745c8 HTTP/1.1" status: 204  len: 173 time: 0.5096178
Apr 01 10:07:10.936817 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'name': 'network-vif-deleted', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:07:10.948602 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722ebcc0-3097-4811-80e2-2152d427250f" -d '{"events": [{"server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "name": "network-vif-deleted", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:07:10.984700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb7185-ddd0-4a0b-acd0-2018b78f5420 x-openstack-request-id: req-d9eb7185-ddd0-4a0b-acd0-2018b78f5420 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:07:10.985004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91448091-53d6-4ff0-a6f1-6b16a1e26d86", "name": "network-vif-deleted", "tag": "cef90253-db28-43a4-b23a-a4a903b745c8", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:07:10.985254 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9eb7185-ddd0-4a0b-acd0-2018b78f5420 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:07:10.985677 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9eb7185-ddd0-4a0b-acd0-2018b78f5420'] response: {'server_uuid': '91448091-53d6-4ff0-a6f1-6b16a1e26d86', 'name': 'network-vif-deleted', 'tag': 'cef90253-db28-43a4-b23a-a4a903b745c8', 'status': 'completed', 'code': 200}
Apr 01 10:07:11.492494 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-03936de9-504a-4165-a829-3a528002bb40 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039579652&fields=id&tenant_id=3dc1f10cbf10469d8abe0641ae154834 HTTP/1.1" status: 200  len: 267 time: 0.0459588
Apr 01 10:07:11.607518 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-38d75270-fd59-44b8-b037-e445714fe95b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:11.608956 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-38d75270-fd59-44b8-b037-e445714fe95b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 808 time: 0.1100192
Apr 01 10:07:11.623121 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-6ba6c26b-80a0-4fce-87f6-ec9beb34f3b0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/quotas/3dc1f10cbf10469d8abe0641ae154834 HTTP/1.1" status: 200  len: 375 time: 0.0089376
Apr 01 10:07:11.681403 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-2543eb42-7425-46c0-9be6-06eb5cbc8d65 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0534346
Apr 01 10:07:11.778268 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-61d05bb9-d01b-41ed-bdad-cfd604f94faa service neutron] 10.222.0.46 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807674
Apr 01 10:07:11.872365 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-1bba427f-532f-46c9-a79d-cb16285aca33 service neutron] 10.222.0.46 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860281
Apr 01 10:07:12.173157 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.243747 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0a68d4a3-9dc7-4e8b-9a2e-ecac4921607a req-68118fbb-8c6c-46a1-b891-fc63a311ecea tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0528302
Apr 01 10:07:12.269552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device cef90253-db28-43a4-b23a-a4a903b745c8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:07:12.299576 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: cef90253-db28-43a4-b23a-a4a903b745c8 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:07:12.299922 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device cef90253-db28-43a4-b23a-a4a903b745c8 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:07:12.323665 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:07:12.366390 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54556) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:12.484134 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.584087 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Publish callbacks [] for security_group (f3e43a9d-5114-42d3-a4e8-5f78844ace88), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.589364 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f3e43a9d-5114-42d3-a4e8-5f78844ace88), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.630827 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e43a9d-5114-42d3-a4e8-5f78844ace88,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:12.634914 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81979805e0b04b1dadba79875ca38b79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2673481
Apr 01 10:07:12.637886 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54572) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:12.641173 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.641522 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.641860 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.642192 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.642524 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.642871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.643201 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.643519 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.643834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.644155 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.644966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.645303 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.645624 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.645942 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.646260 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb10a00-e3bd-4531-88b4-33b15102e60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.704388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Publish callbacks [] for security_group (f3e43a9d-5114-42d3-a4e8-5f78844ace88), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.730594 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Publish callbacks [] for security_group (f3e43a9d-5114-42d3-a4e8-5f78844ace88), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.779574 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f3e43a9d-5114-42d3-a4e8-5f78844ace88), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.782535 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:12.787026 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e43a9d-5114-42d3-a4e8-5f78844ace88 HTTP/1.1" status: 204  len: 168 time: 0.1480086
Apr 01 10:07:12.796109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e43a9d-5114-42d3-a4e8-5f78844ace88,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:12.803942 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.804469 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.804812 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.805275 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.805611 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.805943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.806328 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.806681 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.807002 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.807323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.807814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.808323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.808675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.808988 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:12.809319 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388538d0-8e40-4f61-a73f-8d2ce8c53afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:13.319063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.328947 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb6afdaa-1425-4912-969c-4450a9dcb41b req-e070bedc-5859-45f7-a1a8-2563fc71ead6 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0292003
Apr 01 10:07:13.447811 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54622) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:13.543330 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1012596326-network', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:13.561943 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Made reservation on behalf of c4a61874308747efa6cf0456be5f46b6 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:13.564367 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.573101 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.667491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks [] for security_group (b25f8794-c54e-41a0-bf09-87fc77bee7e0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.673309 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b25f8794-c54e-41a0-bf09-87fc77bee7e0), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.699703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:07:13.714184 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f8794-c54e-41a0-bf09-87fc77bee7e0,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:13.720605 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (733080d1-54dd-4e50-afca-c0cf82f16f90), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.721078 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Added segment 733080d1-54dd-4e50-afca-c0cf82f16f90 of type vlan for network 14459437-c706-451f-927f-55b2ace8385b
Apr 01 10:07:13.816212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (14459437-c706-451f-927f-55b2ace8385b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.869584 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (14459437-c706-451f-927f-55b2ace8385b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.870872 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:13.871471 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:13.891715 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-c12190fe-671b-4384-8bd1-7e2bbf52962a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:13.893114 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-c12190fe-671b-4384-8bd1-7e2bbf52962a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 808 time: 0.1628892
Apr 01 10:07:13.948324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4992881
Apr 01 10:07:13.951442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54634) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:13.953709 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7cc1e-5afe-4fe9-8121-2e78a3001c6c admin admin] Pushing event updated for resources: {'Network': ['ID=14459437-c706-451f-927f-55b2ace8385b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:13.956425 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Request body: {'subnet': {'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1012596326-subnet', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:13.964504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 14459437-c706-451f-927f-55b2ace8385b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:07:13.976707 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Made reservation on behalf of c4a61874308747efa6cf0456be5f46b6 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:13.979642 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.140580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (ac849b93-b8f9-48c4-a93a-8f5f4c1a1386), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.187327 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:14.202044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Checking segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:14.202395 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Network hostable DHCP agents. Network: 14459437-c706-451f-927f-55b2ace8385b, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:07:14.221387 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Network 14459437-c706-451f-927f-55b2ace8385b is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:07:14.231340 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 14459437-c706-451f-927f-55b2ace8385b) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:14.235823 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:14.236484 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.241053 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d4abf-1d91-4745-8782-c727dbee7d06 None None] Network 14459437-c706-451f-927f-55b2ace8385b requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:07:14.252992 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8da188c7-3ed7-4ebb-9c0c-5f0ac4123c5b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3004520
Apr 01 10:07:14.255709 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54636) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:14.260025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:14.280528 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.281561 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.335717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for router_controller (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.344239 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-14459437-c706-451f-927f-55b2ace8385b', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:07:14.345079 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.442757 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-47fa00eb-98c4-4ae4-b75e-cce168048583 req-071ada65-2d38-43f5-b798-5972105a8f1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0310941
Apr 01 10:07:14.477985 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Allocated IP 172.20.0.2 (14459437-c706-451f-927f-55b2ace8385b/ac849b93-b8f9-48c4-a93a-8f5f4c1a1386/6517ddc5-c84f-442c-900d-473cf22f9dbd) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:14.623006 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks [] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.630575 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.675505 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Network 14459437-c706-451f-927f-55b2ace8385b is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:14.681257 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:14.686057 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:14.689409 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Pushing event updated for resources: {'Port': ['ID=6517ddc5-c84f-442c-900d-473cf22f9dbd,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:14.722339 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for router_gateway (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.747198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Attempting to bind port 6517ddc5-c84f-442c-900d-473cf22f9dbd on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:14.747639 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Attempting to bind port 6517ddc5-c84f-442c-900d-473cf22f9dbd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:14.747991 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Attempting to bind port 6517ddc5-c84f-442c-900d-473cf22f9dbd on network 14459437-c706-451f-927f-55b2ace8385b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:14.753143 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:14.753541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Checking segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:14.753967 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.754388 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Bound using segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:14.754884 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Bound port: 6517ddc5-c84f-442c-900d-473cf22f9dbd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:14.755263 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.817195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] For port 6517ddc5-c84f-442c-900d-473cf22f9dbd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:14.820412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] For port 6517ddc5-c84f-442c-900d-473cf22f9dbd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6517ddc5-c84f-442c-900d-473cf22f9dbd,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:14.828481 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.887671 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Pushing event updated for resources: {'Port': ['ID=6517ddc5-c84f-442c-900d-473cf22f9dbd,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:14.895835 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.896185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.896541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.896894 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.897227 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.897553 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.897874 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.898195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.898511 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.898857 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.899180 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.899522 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.899885 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.900201 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.900518 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d8ef-b4af-4f74-ab9c-9e3f206e1b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:14.931237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for router_gateway (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:14.951083 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.047342 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.083633 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Allocated IP 172.37.5.143 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/70b18770-f48a-4e00-ac52-400867a8ba35) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:15.094405 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-bdec30c4-9ad6-4871-a9ce-7d39c96a7789 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc1f10cbf10469d8abe0641ae154834 HTTP/1.1" status: 200  len: 380 time: 0.0861166
Apr 01 10:07:15.192445 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for port (70b18770-f48a-4e00-ac52-400867a8ba35), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.226034 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.264599 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:15.267365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:15.271164 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:15.296249 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Pushing event updated for resources: {'Port': ['ID=70b18770-f48a-4e00-ac52-400867a8ba35,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:15.540744 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-afe38376-7dce-4b2c-bd70-fe8ee99eb08a req-4f3af275-a0c0-4134-9fd9-8ca4482497e9 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0269566
Apr 01 10:07:15.540964 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for router_gateway (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.744547 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.769347 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe59bc8-f63f-4392-a20c-0ff5352447f3 None None] Network 14459437-c706-451f-927f-55b2ace8385b requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:07:15.829813 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Provisioning complete for port 6517ddc5-c84f-442c-900d-473cf22f9dbd triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:15.830179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:15.878707 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:07:15.991723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:07:16.001772 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Sync routers for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:07:16.010928 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.011232 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:16.014853 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2e6f1c7b-e884-445b-bde9-34dd5dd7c622 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.7556450
Apr 01 10:07:16.015039 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54654) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:16.015303 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942508beb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:16.085098 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Current status of the port 6517ddc5-c84f-442c-900d-473cf22f9dbd is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:16.085597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.120180 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] For port 6517ddc5-c84f-442c-900d-473cf22f9dbd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6517ddc5-c84f-442c-900d-473cf22f9dbd,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:16.120394 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:16.127089 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.186798 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be7c67-505f-4713-8450-6847e2e123df None None] Pushing event updated for resources: {'Port': ['ID=6517ddc5-c84f-442c-900d-473cf22f9dbd,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:16.303300 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942508beb0>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:15Z', 'revision_number': 3, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:16.328265 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Checking router: 5bf10dd5-54a1-4c7f-afff-1651d0920b1e for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:07:16.328606 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Updating router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e port 70b18770-f48a-4e00-ac52-400867a8ba35 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:07:16.347860 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7d8de654-2b68-4b09-bec5-1f06b6fb662b None None] Provisioning complete for port 6517ddc5-c84f-442c-900d-473cf22f9dbd triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:16.348264 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7d8de654-2b68-4b09-bec5-1f06b6fb662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.358881 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.440150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.442178 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7d8de654-2b68-4b09-bec5-1f06b6fb662b None None] Current status of the port 6517ddc5-c84f-442c-900d-473cf22f9dbd is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:16.464579 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 6517ddc5-c84f-442c-900d-473cf22f9dbd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:16.513083 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 6517ddc5-c84f-442c-900d-473cf22f9dbd triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:16.513460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.601889 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 6517ddc5-c84f-442c-900d-473cf22f9dbd is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:16.612186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Allocated IP 172.20.0.1 (14459437-c706-451f-927f-55b2ace8385b/ac849b93-b8f9-48c4-a93a-8f5f4c1a1386/3bb39456-efb1-4bbd-a635-807efc367c9e) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:16.644113 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-422b2816-39a0-4342-a71a-a179118cc4b6 req-0b2d2cb7-037f-4428-abba-78810d378fa1 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0333126
Apr 01 10:07:16.662534 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks [] for port (70b18770-f48a-4e00-ac52-400867a8ba35), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.667820 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.720443 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Attempting to bind port 70b18770-f48a-4e00-ac52-400867a8ba35 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:16.720799 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Attempting to bind port 70b18770-f48a-4e00-ac52-400867a8ba35 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:16.721149 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Attempting to bind port 70b18770-f48a-4e00-ac52-400867a8ba35 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:16.723096 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ded5-3462-4f5a-af29-801d775c7c0f None None] Pushing event updated for resources: {'Port': ['ID=70b18770-f48a-4e00-ac52-400867a8ba35,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:16.730330 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:16.730840 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:16.731324 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.731692 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:16.732157 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Bound port: 70b18770-f48a-4e00-ac52-400867a8ba35, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:16.732513 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.740150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks [] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.772667 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.782444 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] For port 70b18770-f48a-4e00-ac52-400867a8ba35, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:16.785617 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] For port 70b18770-f48a-4e00-ac52-400867a8ba35, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70b18770-f48a-4e00-ac52-400867a8ba35,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:16.792791 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.813934 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Network 14459437-c706-451f-927f-55b2ace8385b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:16.821292 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:16.826096 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:16.829480 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:16.867171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:16.945891 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:16.946555 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942508beb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:16.948907 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ded5-3462-4f5a-af29-801d775c7c0f None None] Pushing event updated for resources: {'Port': ['ID=70b18770-f48a-4e00-ac52-400867a8ba35,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:17.019015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.061050 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:17.067077 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-021b1b7b-1e15-4e4b-afd4-e39e0bc8dc43 None None] Provisioning complete for port 3bb39456-efb1-4bbd-a635-807efc367c9e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:17.067684 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-021b1b7b-1e15-4e4b-afd4-e39e0bc8dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.102089 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-021b1b7b-1e15-4e4b-afd4-e39e0bc8dc43 None None] Port 3bb39456-efb1-4bbd-a635-807efc367c9e cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:17.177101 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks [] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.182476 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.229177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'port': {'device_id': '50585cb5-8edf-45ce-833d-3109010a299e', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'admin_state_up': True, 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'security_groups': ['08fded66-5b90-4ce0-9f2c-4a0948a758b9']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:17.248649 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:17.252066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.261911 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942508beb0>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:15Z', 'revision_number': 3, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:17.294027 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb4d00-35e0-4804-baa7-11a0c2e39c33 None None] The sync data for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi is: [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:15Z', 'revision_number': 3, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:07:17.355947 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Network 14459437-c706-451f-927f-55b2ace8385b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:17.357476 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:17.367723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Made reservation on behalf of 3dc1f10cbf10469d8abe0641ae154834 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:17.375673 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.529823 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Allocated IP 172.20.0.13 (f66dbf81-08fc-4982-9dd7-2742d5b5864a/6df3c122-eebc-4951-a4d3-8f2159c1d968/8b587726-e35f-40ca-8c0d-3c4d86c794ce) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:17.732975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ad31bea7-5b09-43c5-9d8b-17a511ab94be None None] Provisioning complete for port 3bb39456-efb1-4bbd-a635-807efc367c9e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:17.733755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ad31bea7-5b09-43c5-9d8b-17a511ab94be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.752929 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:07:17.754395 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.783535 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8ca85907-09cd-49b1-8829-304d9ecbfd03 req-fc84f992-1371-4df1-a676-17af43e96331 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0479741
Apr 01 10:07:17.785386 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ad31bea7-5b09-43c5-9d8b-17a511ab94be None None] Port 3bb39456-efb1-4bbd-a635-807efc367c9e cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:17.822314 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.870513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:17.873770 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:17.878307 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:07:17.880004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:17.902587 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-afc2698c-b860-46e1-965a-b79f23d416b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/5bf10dd5-54a1-4c7f-afff-1651d0920b1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8819749
Apr 01 10:07:17.924128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:17.967265 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:17.967914 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:17.990515 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-49491d6b-ec9a-4000-8a79-ac375f95dd16 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7657530
Apr 01 10:07:18.009830 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Request body: {'port': {'device_id': '50585cb5-8edf-45ce-833d-3109010a299e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:18.083206 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.210805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-f9e34636-7578-489e-af9b-ddaa70327d29 None None] Provisioning complete for port 8b587726-e35f-40ca-8c0d-3c4d86c794ce triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:18.211976 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f9e34636-7578-489e-af9b-ddaa70327d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.259349 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f9e34636-7578-489e-af9b-ddaa70327d29 None None] Port 8b587726-e35f-40ca-8c0d-3c4d86c794ce cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:18.387117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b587726-e35f-40ca-8c0d-3c4d86c794ce {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:07:18.396156 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks [] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.410965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Transition to ACTIVE for port object 8b587726-e35f-40ca-8c0d-3c4d86c794ce will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:07:18.415367 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.457854 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 70b18770-f48a-4e00-ac52-400867a8ba35 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:18.471107 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:18.500403 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54686) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:18.505640 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111762115-network', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:18.531809 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 70b18770-f48a-4e00-ac52-400867a8ba35 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:18.532688 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.537579 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Made reservation on behalf of f56218aa01a44bdab4d61c77052b01ff for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:18.542180 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.568909 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.589051 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Attempting to bind port 8b587726-e35f-40ca-8c0d-3c4d86c794ce on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:18.589489 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Attempting to bind port 8b587726-e35f-40ca-8c0d-3c4d86c794ce by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:18.589882 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Attempting to bind port 8b587726-e35f-40ca-8c0d-3c4d86c794ce on network f66dbf81-08fc-4982-9dd7-2742d5b5864a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:18.598505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Port 8b587726-e35f-40ca-8c0d-3c4d86c794ce on network f66dbf81-08fc-4982-9dd7-2742d5b5864a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:07:18.598925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Attempting to bind port 8b587726-e35f-40ca-8c0d-3c4d86c794ce on network f66dbf81-08fc-4982-9dd7-2742d5b5864a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:18.606675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:18.606933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Checking segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:18.607323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Bound using segment: {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:18.607860 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Bound port: 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fbb972-b618-4024-91b8-34a300c23408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:18.608300 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.690549 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks [] for security_group (86532349-c632-4548-99d5-c5477b53b550), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.697742 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (86532349-c632-4548-99d5-c5477b53b550), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.715062 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:07:18.721584 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 70b18770-f48a-4e00-ac52-400867a8ba35 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:18.721974 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.731176 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:18.735579 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (6a7f6082-2eb7-4554-b3bf-fcda257f113d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.736060 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Added segment 6a7f6082-2eb7-4554-b3bf-fcda257f113d of type vlan for network e55f99a8-9039-435d-9adf-c0fff939cdc8
Apr 01 10:07:18.737211 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:18.751676 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 70b18770-f48a-4e00-ac52-400867a8ba35, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70b18770-f48a-4e00-ac52-400867a8ba35,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:18.755344 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.761906 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.809956 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86532349-c632-4548-99d5-c5477b53b550,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:18.816806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:18.832611 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:18.834696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.837859 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-4bf95320-ea91-44f6-8f5b-43133f163700 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 1094 time: 0.8333185
Apr 01 10:07:18.842913 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:07:18.846354 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (e55f99a8-9039-435d-9adf-c0fff939cdc8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.850313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d153681-7113-4679-8887-3d31c036449a" -d '{"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:07:18.918029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (e55f99a8-9039-435d-9adf-c0fff939cdc8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.919468 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:18.919998 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:18.960006 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9846db-2583-41fb-a7d0-59cc7dd0e4c5 x-openstack-request-id: req-ab9846db-2583-41fb-a7d0-59cc7dd0e4c5 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:07:18.969017 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:07:18.969366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab9846db-2583-41fb-a7d0-59cc7dd0e4c5 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:07:18.970305 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9846db-2583-41fb-a7d0-59cc7dd0e4c5'] response: {'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'status': 'completed', 'code': 200}
Apr 01 10:07:18.993088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-72179639-0371-4247-b542-66341ede5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:18.994725 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-72179639-0371-4247-b542-66341ede5b11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1128 time: 0.0964816
Apr 01 10:07:18.995653 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=70b18770-f48a-4e00-ac52-400867a8ba35,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:19.056424 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5543780
Apr 01 10:07:19.061569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54714) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:19.066337 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Request body: {'subnet': {'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111762115-subnet', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:19.083254 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-8a2550dc-ad93-4a60-abed-e66f22ae8737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 217 time: 0.0807841
Apr 01 10:07:19.097721 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Made reservation on behalf of f56218aa01a44bdab4d61c77052b01ff for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:19.100414 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:19.220297 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf67e8e-0d6f-47aa-abbc-67d6780d884b admin admin] Pushing event updated for resources: {'Network': ['ID=e55f99a8-9039-435d-9adf-c0fff939cdc8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:19.246008 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:07:19.288289 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd512a-4f53-4b89-aa01-dc5abb8f9725 req-d835f95f-b426-4c31-bff1-304d2a714730 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:19.291470 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37cd512a-4f53-4b89-aa01-dc5abb8f9725 req-d835f95f-b426-4c31-bff1-304d2a714730 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.3811400
Apr 01 10:07:19.292537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-0b40ce93-6035-49b9-9c92-39fa87971fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:19.294204 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-0b40ce93-6035-49b9-9c92-39fa87971fdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.2045515
Apr 01 10:07:19.469609 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37cd512a-4f53-4b89-aa01-dc5abb8f9725 req-4291d772-db21-4e5f-bc24-537c10627dcf tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680994
Apr 01 10:07:19.559572 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664202-2d82-41bc-ae51-d227a4071859 req-278ef09b-4402-4fc6-bc0f-185ad6d4aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:19.559572 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-278ef09b-4402-4fc6-bc0f-185ad6d4aebf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2577059
Apr 01 10:07:19.678366 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Sync routers for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:07:19.689294 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:19.690282 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94255b7e50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:19.733098 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (a9272d23-6a97-44b4-9364-4b6d88b5c3f4), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:19.849448 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Checking segment: {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:19.849988 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Network hostable DHCP agents. Network: e55f99a8-9039-435d-9adf-c0fff939cdc8, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:07:19.884278 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-645bb839-dab6-4412-8ab5-560590476e28 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3149114
Apr 01 10:07:19.888123 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9272d23-6a97-44b4-9364-4b6d88b5c3f4,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:19.928982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:19.992776 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e664202-2d82-41bc-ae51-d227a4071859 req-587faa5b-d96d-4d9c-bf51-80c72c355034 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016209
Apr 01 10:07:19.994694 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:07:20.023237 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e55f99a8-9039-435d-9adf-c0fff939cdc8) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:20.028802 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:20.029586 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.043954 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0507ef-f474-4a96-a959-8a4758217019 None None] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:07:20.082028 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cf504b0d-c36d-4bd0-b10e-e9a53b980a2f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0193584
Apr 01 10:07:20.086026 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54742) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:20.090811 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:20.128530 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.130779 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.167797 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153681-7113-4679-8887-3d31c036449a req-c22e0076-350b-436b-b64e-e634347a3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:20.169784 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-c22e0076-350b-436b-b64e-e634347a3eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1128 time: 0.0842788
Apr 01 10:07:20.253007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for router_controller (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.288353 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e55f99a8-9039-435d-9adf-c0fff939cdc8', 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8', 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'fixed_ips': [{'subnet_id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:07:20.290248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.299092 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153681-7113-4679-8887-3d31c036449a req-180eb64f-7ae3-490d-9d54-eb288f5d6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:20.301397 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-180eb64f-7ae3-490d-9d54-eb288f5d6f35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.1235321
Apr 01 10:07:20.382033 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-a2504100-5940-4bea-a1f9-623fc9cccf30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 217 time: 0.0666001
Apr 01 10:07:20.469704 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for router_gateway (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.480955 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94255b7e50>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:17Z', 'revision_number': 2, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:20.486426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 70b18770-f48a-4e00-ac52-400867a8ba35 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:20.499950 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Allocated IP 172.20.0.2 (e55f99a8-9039-435d-9adf-c0fff939cdc8/a9272d23-6a97-44b4-9364-4b6d88b5c3f4/aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:20.507269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153681-7113-4679-8887-3d31c036449a req-369fc8f0-0373-4bef-8584-f79a184dd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:20.509512 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-369fc8f0-0373-4bef-8584-f79a184dd074 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.1198890
Apr 01 10:07:20.561035 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Checking router: 5bf10dd5-54a1-4c7f-afff-1651d0920b1e for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:07:20.565192 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153681-7113-4679-8887-3d31c036449a req-38df5936-7475-4a5f-9d82-142108386762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:20.567190 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-38df5936-7475-4a5f-9d82-142108386762 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0513470
Apr 01 10:07:20.567369 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Updating router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e port 3bb39456-efb1-4bbd-a635-807efc367c9e binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:07:20.653795 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.693863 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-6df95ad0-4f8c-4b6e-bada-5c5b6fbe6633 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191592
Apr 01 10:07:20.725299 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 70b18770-f48a-4e00-ac52-400867a8ba35 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:20.725579 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.834283 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for router_gateway (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.860492 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:20.936909 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks [] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.029044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Allocated IP 172.37.5.152 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/8d29a4f3-dbdb-4c20-a756-5a6c5e63131b) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:21.136877 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d153681-7113-4679-8887-3d31c036449a req-f2eee3f4-3f2c-4c3f-9522-798f349f3fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4331408
Apr 01 10:07:21.167679 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f81f1-a290-4159-8595-85a54e0724f8 req-4137a558-9c40-46a6-8a39-cdb41b43a555 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:21.174943 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e3f81f1-a290-4159-8595-85a54e0724f8 req-4137a558-9c40-46a6-8a39-cdb41b43a555 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.4799027
Apr 01 10:07:21.200909 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.230068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.263686 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e3f81f1-a290-4159-8595-85a54e0724f8 req-0c8c902d-5361-491b-9258-4260c37ec978 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876372
Apr 01 10:07:21.280846 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.325862 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 70b18770-f48a-4e00-ac52-400867a8ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:21.342779 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:21.351108 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:21.359813 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Pushing event updated for resources: {'Port': ['ID=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:21.363251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54760) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:21.373336 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:21.376023 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:21.397885 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:21.400508 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:21.408269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:21.438636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Deleting subnet db80f7ba-ba07-47de-b261-8167e161aca9 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:07:21.448212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Publish callbacks [] for subnet (db80f7ba-ba07-47de-b261-8167e161aca9), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.495706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Attempting to bind port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:21.496071 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Attempting to bind port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:21.496429 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Attempting to bind port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 on network e55f99a8-9039-435d-9adf-c0fff939cdc8 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:21.513836 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (db80f7ba-ba07-47de-b261-8167e161aca9), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.528401 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:21.528772 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Checking segment: {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:21.529179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.529570 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Bound using segment: {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:21.530045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Bound port: aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:21.530421 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.587068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks [] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.601792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.604121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (db80f7ba-ba07-47de-b261-8167e161aca9), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.666023 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] For port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:21.690907 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (db80f7ba-ba07-47de-b261-8167e161aca9), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.696203 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] For port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:21.704334 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b3d1f-93a3-49de-a535-da23f6cf40c1 None None] Pushing event updated for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:21.749649 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.762280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.771787 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db80f7ba-ba07-47de-b261-8167e161aca9 HTTP/1.1" status: 204  len: 168 time: 0.4073553
Apr 01 10:07:21.773888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010de048-88ba-41f4-8a05-1919e658a883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db80f7ba-ba07-47de-b261-8167e161aca9,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:21.775328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54762) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:21.850225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Attempting to bind port 3bb39456-efb1-4bbd-a635-807efc367c9e on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:21.850508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Attempting to bind port 3bb39456-efb1-4bbd-a635-807efc367c9e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:21.850898 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Attempting to bind port 3bb39456-efb1-4bbd-a635-807efc367c9e on network 14459437-c706-451f-927f-55b2ace8385b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:21.870718 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739643-c69c-483f-a45f-c4e8148d869f None None] Pushing event updated for resources: {'Port': ['ID=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:21.882443 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for router_gateway (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.884747 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:21.885130 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Checking segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:21.885527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.885912 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Bound using segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:21.886460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Bound port: 3bb39456-efb1-4bbd-a635-807efc367c9e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:21.886796 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:21.987471 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] For port 3bb39456-efb1-4bbd-a635-807efc367c9e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:21.991087 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] For port 3bb39456-efb1-4bbd-a635-807efc367c9e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bb39456-efb1-4bbd-a635-807efc367c9e,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:21.993630 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.002418 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.094310 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:22.094310 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94255b7e50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:22.175223 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b3d1f-93a3-49de-a535-da23f6cf40c1 None None] Pushing event updated for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:22.218137 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Provisioning complete for port 3bb39456-efb1-4bbd-a635-807efc367c9e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:22.218515 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.401628 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.402184 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:22.459853 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Current status of the port 3bb39456-efb1-4bbd-a635-807efc367c9e is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:22.460491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.493309 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941fa79d00>,) {'filters': {'network_id': ['ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:22.542676 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fa79d00>, 'd1dee51c-f91e-489f-a136-4184fa8c8865') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:22.543250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fa79d00>, 'd1dee51c-f91e-489f-a136-4184fa8c8865') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:22.568898 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (d1dee51c-f91e-489f-a136-4184fa8c8865), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.597010 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (d1dee51c-f91e-489f-a136-4184fa8c8865), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.612380 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c438-f0df-45f8-a71e-fde2b6b7be64 req-9933e7ec-4030-426c-ae33-7ea0f0415374 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:22.614061 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6240c438-f0df-45f8-a71e-fde2b6b7be64 req-9933e7ec-4030-426c-ae33-7ea0f0415374 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.2265639
Apr 01 10:07:22.615327 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:07:22.615828 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (d1dee51c-f91e-489f-a136-4184fa8c8865), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:07:22.618326 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:07:22.621320 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.654861 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] For port 3bb39456-efb1-4bbd-a635-807efc367c9e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bb39456-efb1-4bbd-a635-807efc367c9e,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:22.656058 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:22.708823 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.793543 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.806036 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d65a4-1925-4836-9c56-d23fe2eef642 None None] Pushing event updated for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:22.807620 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.811117 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e HTTP/1.1" status: 204  len: 168 time: 1.0331974
Apr 01 10:07:22.814084 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54772) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:22.849205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:22.849594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.853717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f40be-bc0f-47e0-b249-9ecc111af1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0aaad0-dbe4-4fca-b34f-f64a2e6aae3e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:22.871291 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6240c438-f0df-45f8-a71e-fde2b6b7be64 req-a9318aaa-cfbc-4390-b5fb-7b6e5c4c3efc tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2312109
Apr 01 10:07:22.906048 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6cc8657d-7f9b-4385-b1fa-9383b1c1a3b4 None None] Provisioning complete for port 3bb39456-efb1-4bbd-a635-807efc367c9e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:22.906417 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6cc8657d-7f9b-4385-b1fa-9383b1c1a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.915445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Deleting subnet 000d1b69-5328-428f-945f-68a36da4034d {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:07:22.926231 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Publish callbacks [] for subnet (000d1b69-5328-428f-945f-68a36da4034d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:22.942252 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94255b7e50>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:22.965402 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:07:22.996039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (000d1b69-5328-428f-945f-68a36da4034d), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.009628 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876cd70b-dc32-44f5-8760-6a09f3eebab7 None None] The sync data for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi is: [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:07:23.103099 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:23.105949 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.114752 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (000d1b69-5328-428f-945f-68a36da4034d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.227057 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:07:23.239395 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Sync routers for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:07:23.259641 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:23.262630 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250da880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:23.273993 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.275008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (000d1b69-5328-428f-945f-68a36da4034d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.278551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54780) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:23.279030 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-adcfd9d1-3a3b-4abd-af54-28696e34adf6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1880736
Apr 01 10:07:23.328216 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:23.335794 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8657d-7f9b-4385-b1fa-9383b1c1a3b4 None None] Current status of the port 3bb39456-efb1-4bbd-a635-807efc367c9e is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:23.344296 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.460105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:23.464888 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:23.501985 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000d1b69-5328-428f-945f-68a36da4034d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:23.524741 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.532392 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-21c615b3-90ea-44c6-8ad8-324749b18ffb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/000d1b69-5328-428f-945f-68a36da4034d HTTP/1.1" status: 204  len: 168 time: 0.7171946
Apr 01 10:07:23.534931 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54782) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:23.612105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9abdc1-21eb-4ce3-ac7d-c8d793196a61 None None] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:07:23.689091 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (1a5513e4-a739-4ea5-8176-16ee3d965618), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.761202 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-166a0a22-9550-4998-a557-f4e3654eccd4 None None] Provisioning complete for port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:23.761972 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-166a0a22-9550-4998-a557-f4e3654eccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.775084 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250da880>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 3, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:23.803880 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Checking router: 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:07:23.804505 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Updating router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:07:23.837337 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:23.909181 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (1a5513e4-a739-4ea5-8176-16ee3d965618), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.000391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f6904c0>,) {'filters': {'network_id': ['1a5513e4-a739-4ea5-8176-16ee3d965618']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:24.006840 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-166a0a22-9550-4998-a557-f4e3654eccd4 None None] Current status of the port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:24.036068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f6904c0>, '1f4dd08f-b6f8-41d4-99a7-2da10b73041c') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:24.036345 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f6904c0>, '1f4dd08f-b6f8-41d4-99a7-2da10b73041c') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:24.072229 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (1f4dd08f-b6f8-41d4-99a7-2da10b73041c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.103987 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (1f4dd08f-b6f8-41d4-99a7-2da10b73041c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.112171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:07:24.112627 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (1f4dd08f-b6f8-41d4-99a7-2da10b73041c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:07:24.114497 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:07:24.252538 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (1a5513e4-a739-4ea5-8176-16ee3d965618), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.268104 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.283195 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] 10.222.0.46 "DELETE /v2.0/networks/1a5513e4-a739-4ea5-8176-16ee3d965618 HTTP/1.1" status: 204  len: 168 time: 0.7471578
Apr 01 10:07:24.306439 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks [] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.308409 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c9ee2-9faf-4f8c-a184-c6b809cf93de req-407aec98-d39e-4549-9351-48255c702ddb tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:24.313396 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605bb3c-bcc7-4f00-901b-3c0d3452f55c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a5513e4-a739-4ea5-8176-16ee3d965618,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:24.314874 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b59c9ee2-9faf-4f8c-a184-c6b809cf93de req-407aec98-d39e-4549-9351-48255c702ddb tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.2556992
Apr 01 10:07:24.320026 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.427514 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Pushing event updated for resources: {'Port': ['ID=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:24.437907 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-f7c3a092-cb3a-4593-b230-dd22b67331a8 None None] Provisioning complete for port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:24.440498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f7c3a092-cb3a-4593-b230-dd22b67331a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.478469 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.479315 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.480185 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.480762 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.481933 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.485531 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.486847 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.487403 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.487957 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.488674 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.489457 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.490016 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.490719 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.491271 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.491817 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:07:24.513033 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Attempting to bind port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:24.513760 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Attempting to bind port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:24.514377 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Attempting to bind port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:24.521397 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:24.522103 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:24.522789 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.523980 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:24.524738 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Bound port: 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:24.525463 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.589662 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b59c9ee2-9faf-4f8c-a184-c6b809cf93de req-303de72e-73d4-477a-83ae-60e75df1b683 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599630
Apr 01 10:07:24.611376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.631365 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] For port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:24.636906 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] For port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:24.648871 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:24.719735 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54792) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:24.746000 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:24.750504 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250da880>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:24.827064 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:24.847555 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a2b77db0-6a86-4648-85a4-04d1ac7d2722 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3708c7a8a8ca45b3b4e3e764b9b7f8fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1261697
Apr 01 10:07:24.848302 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d29f5-8b9d-41f2-8da2-5e00193ebf34 None None] Pushing event updated for resources: {'Port': ['ID=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:24.849098 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54794) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:24.899705 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Allocated IP 172.20.0.1 (e55f99a8-9039-435d-9adf-c0fff939cdc8/a9272d23-6a97-44b4-9364-4b6d88b5c3f4/b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:24.912942 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:24.980181 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] Publish callbacks [] for security_group (73ac8538-c480-4dba-a843-0a9fbc46e88b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.006991 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] Publish callbacks [] for security_group (73ac8538-c480-4dba-a843-0a9fbc46e88b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.064094 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (73ac8538-c480-4dba-a843-0a9fbc46e88b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.067073 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.068512 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73ac8538-c480-4dba-a843-0a9fbc46e88b HTTP/1.1" status: 204  len: 168 time: 0.2088964
Apr 01 10:07:25.083929 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f5fdd-7d48-4615-ab3a-debd36719f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac8538-c480-4dba-a843-0a9fbc46e88b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:25.090117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks [] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.134109 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:25.134476 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.168663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.227018 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250da880>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 3, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:25.248492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3a092-cb3a-4593-b230-dd22b67331a8 None None] Current status of the port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:25.269694 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:25.276828 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:25.280707 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:25.308267 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f036a12-207b-4e89-94b6-04be70ac8c0f None None] The sync data for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi is: [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:21Z', 'revision_number': 3, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:07:25.322547 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:25.325485 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 3bb39456-efb1-4bbd-a635-807efc367c9e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:25.328157 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:25.350226 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.431446 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 3bb39456-efb1-4bbd-a635-807efc367c9e triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:25.431985 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.543063 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.583073 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 3bb39456-efb1-4bbd-a635-807efc367c9e is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:25.833368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks [] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.839944 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.902880 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-268bfc99-8ea2-4527-b2b0-7815b142e2ba None None] Provisioning complete for port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:25.904243 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-268bfc99-8ea2-4527-b2b0-7815b142e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.927186 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:25.936856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:25.948946 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5895dd-964e-4d98-9c15-f22f68c4c6bd req-ed93ed89-ec87-4bbf-b89a-f927e223ca68 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:25.951464 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a5895dd-964e-4d98-9c15-f22f68c4c6bd req-ed93ed89-ec87-4bbf-b89a-f927e223ca68 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.1683650
Apr 01 10:07:25.968606 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54810) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:25.979922 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-268bfc99-8ea2-4527-b2b0-7815b142e2ba None None] Port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:26.058382 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7fa33d7d-4421-4c60-af31-58ec7024df91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cbdf872d6654571904169fdc02602ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0887947
Apr 01 10:07:26.060965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54814) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:26.095519 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:26.098310 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a5895dd-964e-4d98-9c15-f22f68c4c6bd req-c822b94d-efec-444a-968c-aff18e356e22 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382205
Apr 01 10:07:26.099829 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:26.215422 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] Publish callbacks [] for security_group (1ab90a27-dfaf-4451-9829-8d968e7e384a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.256207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] Publish callbacks [] for security_group (1ab90a27-dfaf-4451-9829-8d968e7e384a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.321198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:07:26.463820 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (1ab90a27-dfaf-4451-9829-8d968e7e384a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.470064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.470064 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ab90a27-dfaf-4451-9829-8d968e7e384a HTTP/1.1" status: 204  len: 168 time: 0.4065466
Apr 01 10:07:26.482366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b3685-1dcd-4f95-afed-87d4d2880400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab90a27-dfaf-4451-9829-8d968e7e384a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:26.530219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:26.559088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:07:26.575408 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2cdfc601-a4ac-4a04-b4f1-00669e96f995 admin admin] 10.222.0.46 "PUT /v2.0/routers/38846a2c-5df1-4e9b-ac77-ea6432ac2e36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2797132
Apr 01 10:07:26.580076 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8f03fcc6-3d66-44f1-8722-b7c1887d0735 None None] Provisioning complete for port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:26.581332 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8f03fcc6-3d66-44f1-8722-b7c1887d0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.645818 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8f03fcc6-3d66-44f1-8722-b7c1887d0735 None None] Port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:26.680118 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:26.680672 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.796540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:26.796943 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.832968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:26.838260 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:26.902957 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:27.294215 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232af04-2265-44b6-808c-bb245dec49f8 req-24aebad6-b755-47a5-b1d9-d893842231d6 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:27.296724 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7232af04-2265-44b6-808c-bb245dec49f8 req-24aebad6-b755-47a5-b1d9-d893842231d6 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.1101837
Apr 01 10:07:27.443618 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7232af04-2265-44b6-808c-bb245dec49f8 req-3dca817d-7285-4a4a-b889-e063ed6571b9 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357319
Apr 01 10:07:27.829263 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Sync routers for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:07:27.850180 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:27.851110 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942492f790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:28.013425 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:28.450809 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942492f790>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:25Z', 'revision_number': 4, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f', 'name': '', 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'mac_address': 'fa:16:3e:bc:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:24Z', 'updated_at': '2022-04-01T10:07:25Z', 'revision_number': 2, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'subnets': [{'id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:28.522906 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54886) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:28.572819 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:28.641075 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ea01-73ea-4b60-8681-84509480711b req-cb88a0c6-90b7-421a-ad5e-7c6a275334d4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:28.651251 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e45ea01-73ea-4b60-8681-84509480711b req-cb88a0c6-90b7-421a-ad5e-7c6a275334d4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0937376
Apr 01 10:07:28.668238 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Checking router: 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:07:28.671323 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Updating router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:07:28.755833 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e45ea01-73ea-4b60-8681-84509480711b req-2fd7739c-9db3-4241-a374-c1210c7a30e3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031079
Apr 01 10:07:28.763343 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bd974688-cda7-4402-a9fe-38024e6b2439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:28.766192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:28.889592 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bd974688-cda7-4402-a9fe-38024e6b2439 admin admin] Publish callbacks [] for security_group (29b96362-298f-4886-a03b-6fd3f433e19d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:28.901353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bd974688-cda7-4402-a9fe-38024e6b2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (29b96362-298f-4886-a03b-6fd3f433e19d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:28.988857 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bd974688-cda7-4402-a9fe-38024e6b2439 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1147020bf4534c9c999f887bc2f448f2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4639890
Apr 01 10:07:28.991280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54890) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:29.041151 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd974688-cda7-4402-a9fe-38024e6b2439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b96362-298f-4886-a03b-6fd3f433e19d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:29.136267 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] Publish callbacks [] for security_group (29b96362-298f-4886-a03b-6fd3f433e19d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.169944 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] Publish callbacks [] for security_group (29b96362-298f-4886-a03b-6fd3f433e19d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.170198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:29.170755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.233319 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (29b96362-298f-4886-a03b-6fd3f433e19d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.239282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.241526 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29b96362-298f-4886-a03b-6fd3f433e19d HTTP/1.1" status: 204  len: 168 time: 0.2492788
Apr 01 10:07:29.261710 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867808c-2e9c-4ea7-933f-822ae57537f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b96362-298f-4886-a03b-6fd3f433e19d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:29.409491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:29.490280 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks [] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.507191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.739367 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622589f2-2930-4391-8f7d-015a9e54c60a None None] Pushing event updated for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:29.748270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Attempting to bind port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:07:29.748270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Attempting to bind port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:07:29.748270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Attempting to bind port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f on network e55f99a8-9039-435d-9adf-c0fff939cdc8 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:07:29.749749 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:07:29.750129 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Checking segment: {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:07:29.750533 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.750951 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Bound using segment: {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:07:29.751418 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Bound port: b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7f6082-2eb7-4554-b3bf-fcda257f113d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:07:29.751827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:29.966755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed060d-b6ee-49b3-84a4-30d4fa071d7f req-40575324-72ab-49d2-9bae-cc15dcd929d4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:29.977101 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e1ed060d-b6ee-49b3-84a4-30d4fa071d7f req-40575324-72ab-49d2-9bae-cc15dcd929d4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.1186085
Apr 01 10:07:29.999048 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] For port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:07:30.009964 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] For port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:07:30.022045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:30.090355 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e1ed060d-b6ee-49b3-84a4-30d4fa071d7f req-0b1be9ef-70f5-412a-8991-d33a780bac52 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122959
Apr 01 10:07:30.164240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622589f2-2930-4391-8f7d-015a9e54c60a None None] Pushing event updated for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:30.180675 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Provisioning complete for port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:30.181313 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:30.231527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:30.232190 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942492f790>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:30.446719 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Current status of the port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:30.447118 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:30.459090 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:07:30.611555 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:30.801193 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'mac_address': 'fa:16:3e:bd:b4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:07:30.909040 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] For port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:30.921834 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:31.030352 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:31.231489 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 8b587726-e35f-40ca-8c0d-3c4d86c794ce is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:31.233834 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:31.271340 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d8f58-72b5-4038-ab9a-0704a5369ae2 None None] Pushing event updated for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:31.423034 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f72f42-fa90-4f5d-a8a4-47cd0c9fc95c req-c6b714f2-f43a-42ae-b9bd-8c30ed3c946f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:31.431599 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21f72f42-fa90-4f5d-a8a4-47cd0c9fc95c req-c6b714f2-f43a-42ae-b9bd-8c30ed3c946f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.1548924
Apr 01 10:07:31.478284 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b587726-e35f-40ca-8c0d-3c4d86c794ce {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:07:31.503688 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:31.516530 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:31.540152 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21f72f42-fa90-4f5d-a8a4-47cd0c9fc95c req-b3239f61-1133-4409-af2c-9f88d641086d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071651
Apr 01 10:07:31.609679 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:31.643036 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e6d10e3b-a373-403f-8b46-e86e089a43e4 None None] Provisioning complete for port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:31.643569 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e6d10e3b-a373-403f-8b46-e86e089a43e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:31.718736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942492f790>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:25Z', 'revision_number': 4, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f', 'name': '', 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'mac_address': 'fa:16:3e:bc:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:24Z', 'updated_at': '2022-04-01T10:07:29Z', 'revision_number': 4, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'subnets': [{'id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:31.800216 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7bd0f-7565-4bb0-846b-6dbc8629cd0b None None] The sync data for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi is: [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:25Z', 'revision_number': 4, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f', 'name': '', 'network_id': 'e55f99a8-9039-435d-9adf-c0fff939cdc8', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'mac_address': 'fa:16:3e:bc:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:24Z', 'updated_at': '2022-04-01T10:07:29Z', 'revision_number': 4, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'subnets': [{'id': 'a9272d23-6a97-44b4-9364-4b6d88b5c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:07:31.841031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e6d10e3b-a373-403f-8b46-e86e089a43e4 None None] Current status of the port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:32.051044 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['8b587726-e35f-40ca-8c0d-3c4d86c794ce'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:07:32.589376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:32.713716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:32.714359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:32.824846 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b989e-2bbf-479e-bdfb-39e2d3116931 req-34d0e92e-f623-4aa2-b0a7-fe198d485430 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:32.826699 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e5b989e-2bbf-479e-bdfb-39e2d3116931 req-34d0e92e-f623-4aa2-b0a7-fe198d485430 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 945 time: 0.1487763
Apr 01 10:07:32.927574 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:32.940761 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e5b989e-2bbf-479e-bdfb-39e2d3116931 req-fb7a7704-7392-46c4-8360-01b951d86de4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081893
Apr 01 10:07:34.142812 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e181da3-c230-4f13-9993-5a4eb548a1c6 req-d3e99a62-84aa-4c54-b3d3-b439e8064873 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:34.148239 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3e181da3-c230-4f13-9993-5a4eb548a1c6 req-d3e99a62-84aa-4c54-b3d3-b439e8064873 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 945 time: 0.0987217
Apr 01 10:07:34.366255 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3e181da3-c230-4f13-9993-5a4eb548a1c6 req-b08fc07f-2b08-4b75-9748-1d21deafa829 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1818719
Apr 01 10:07:34.470325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:07:34.534098 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 8b587726-e35f-40ca-8c0d-3c4d86c794ce completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:07:34.538872 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 8b587726-e35f-40ca-8c0d-3c4d86c794ce triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:34.539359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:34.649456 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 8b587726-e35f-40ca-8c0d-3c4d86c794ce is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:07:34.649856 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:34.693981 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54952) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:34.703774 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:07:34.707143 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56418d62-48e5-4740-9e6f-bf05b2982cb6" -d '{"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-plugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:07:34.781805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:07:34.790137 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:34.824628 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c52a4d-28bb-4e48-ae13-6f4c097490b0 x-openstack-request-id: req-07c52a4d-28bb-4e48-ae13-6f4c097490b0 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:07:34.824937 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-plugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:07:34.825193 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07c52a4d-28bb-4e48-ae13-6f4c097490b0 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:07:34.825596 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c52a4d-28bb-4e48-ae13-6f4c097490b0'] response: {'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'code': 200}
Apr 01 10:07:34.838753 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c49082-feb3-4707-85d8-ef96a6960bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:34.919735 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:35.028170 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c49082-feb3-4707-85d8-ef96a6960bf4 admin admin] Publish callbacks [] for security_group (0fd53116-18dc-4535-a36c-6ce4a2a0d132), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.049009 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c49082-feb3-4707-85d8-ef96a6960bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0fd53116-18dc-4535-a36c-6ce4a2a0d132), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.111294 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-14c49082-feb3-4707-85d8-ef96a6960bf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7734ad24518c4562a28353832aca4372&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4160695
Apr 01 10:07:35.112582 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49082-feb3-4707-85d8-ef96a6960bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd53116-18dc-4535-a36c-6ce4a2a0d132,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:35.115405 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54962) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:35.160008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505192aa-36c2-4a0c-8dd2-1160aa7c5e5b req-fee920da-7d5e-4893-8e1d-ce8e7f1eb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:35.161739 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-505192aa-36c2-4a0c-8dd2-1160aa7c5e5b req-fee920da-7d5e-4893-8e1d-ce8e7f1eb0d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0995843
Apr 01 10:07:35.183641 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] Publish callbacks [] for security_group (0fd53116-18dc-4535-a36c-6ce4a2a0d132), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.241187 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] Publish callbacks [] for security_group (0fd53116-18dc-4535-a36c-6ce4a2a0d132), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.267631 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-505192aa-36c2-4a0c-8dd2-1160aa7c5e5b req-a56b9903-889e-4c50-ae8e-55dd6c877beb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895617
Apr 01 10:07:35.306199 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0fd53116-18dc-4535-a36c-6ce4a2a0d132), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.310480 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:35.325331 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fd53116-18dc-4535-a36c-6ce4a2a0d132 HTTP/1.1" status: 204  len: 168 time: 0.2080133
Apr 01 10:07:35.345585 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a895b7-fc2b-45f1-9993-e8a325eedb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd53116-18dc-4535-a36c-6ce4a2a0d132,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:35.726163 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568790-be46-4497-ad25-1bb853aba11e req-0e96f136-ba7a-4772-b03b-eeaa711a8cd4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:35.729711 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-98568790-be46-4497-ad25-1bb853aba11e req-0e96f136-ba7a-4772-b03b-eeaa711a8cd4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.1437182
Apr 01 10:07:35.856131 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-98568790-be46-4497-ad25-1bb853aba11e req-69e23e5f-f5c5-4ddc-a54d-aed206d5e2f5 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155586
Apr 01 10:07:37.038976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2531-5832-4ec4-9dbc-70bce916947e req-372ddd1d-e8fa-4868-a6ad-cfbd040f981a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:37.046815 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f4fb2531-5832-4ec4-9dbc-70bce916947e req-372ddd1d-e8fa-4868-a6ad-cfbd040f981a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0824966
Apr 01 10:07:37.153489 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f4fb2531-5832-4ec4-9dbc-70bce916947e req-f9bbc9e6-c276-4728-acc6-a7b02920234f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043501
Apr 01 10:07:37.315706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:38.311053 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796a26-bf48-41fe-9523-4a4145a43d31 req-d7a6e54d-d836-4d2b-9eb9-e968b7c60b3a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:38.324468 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e2796a26-bf48-41fe-9523-4a4145a43d31 req-d7a6e54d-d836-4d2b-9eb9-e968b7c60b3a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0782356
Apr 01 10:07:38.397667 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e2796a26-bf48-41fe-9523-4a4145a43d31 req-6103686c-5795-4e0f-bf3d-a5ba94f71aa4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702579
Apr 01 10:07:38.592512 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61569-1926-4bc4-841f-eea262c6140c req-bc575253-9421-4bb6-9691-f4a09a863d3a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:38.594387 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26a61569-1926-4bc4-841f-eea262c6140c req-bc575253-9421-4bb6-9691-f4a09a863d3a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.1042676
Apr 01 10:07:38.601166 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-642c6447-ce02-4a80-8367-b54a7cfa5027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:38.738438 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26a61569-1926-4bc4-841f-eea262c6140c req-45c494ba-7c02-4b42-a162-84895c43170f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302214
Apr 01 10:07:38.751016 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 54984) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:39.012006 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17cecc7-0066-4574-a59e-bed09a39ff8b tempest-TestShelveInstance-633246770 tempest-TestShelveInstance-633246770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:39.014124 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b17cecc7-0066-4574-a59e-bed09a39ff8b tempest-TestShelveInstance-633246770 tempest-TestShelveInstance-633246770-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1125 time: 0.2616017
Apr 01 10:07:39.017274 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 54988) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:39.022738 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:39.052061 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:39.195053 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:39.371549 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Allocated IP 172.37.5.101 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/d609bef5-ff07-49d9-84c1-b1cbb655a08c) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:39.846277 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:39.899993 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:39.945899 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:39.954085 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:39.956776 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:39.960242 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'Port': ['ID=d609bef5-ff07-49d9-84c1-b1cbb655a08c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:40.393310 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for floatingip (5b0c3b2b-c8eb-456c-9b31-c4510ae8e594), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.492436 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.685475 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.694204 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.745952 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event updated for resources: {'Port': ['ID=d609bef5-ff07-49d9-84c1-b1cbb655a08c,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:40.795142 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (5b0c3b2b-c8eb-456c-9b31-c4510ae8e594), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.920755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-25d70050-c636-471d-b7c9-9d65bf9bc42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:40.926857 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Floating IP 5b0c3b2b-c8eb-456c-9b31-c4510ae8e594 associated. External IP: 172.37.5.101, port: 8b587726-e35f-40ca-8c0d-3c4d86c794ce.
Apr 01 10:07:41.188118 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-cb07b474-d0d3-4fb4-afe3-a650ac5f88b4 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:41.190437 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-cb07b474-d0d3-4fb4-afe3-a650ac5f88b4 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 815 time: 0.1271195
Apr 01 10:07:41.206044 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-eb321dcc-125c-4544-a807-bc4479401927 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/quotas/c4a61874308747efa6cf0456be5f46b6 HTTP/1.1" status: 200  len: 375 time: 0.0098715
Apr 01 10:07:41.230554 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Router b45ab5bf-4da3-4483-8265-885e8f761959 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:07:41.272478 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-557dbf24-b1cf-436f-97de-2ea19632e606 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0603650
Apr 01 10:07:41.351692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:07:41.394434 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Sync routers for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:07:41.400318 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:41.406243 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:41.407169 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250fe670>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:41.463213 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-808ec286-e284-488f-bbc3-6f203b5a414f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4340510
Apr 01 10:07:41.463213 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:07:41.463213 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:07:41.475967 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-3c99f901-5c48-46a4-ab5b-d0328820690d service neutron] 10.222.0.46 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905856
Apr 01 10:07:41.522867 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa1ece-da0b-454e-8b3e-c80aa1ae676a x-openstack-request-id: req-49fa1ece-da0b-454e-8b3e-c80aa1ae676a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:07:41.523126 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:07:41.523338 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49fa1ece-da0b-454e-8b3e-c80aa1ae676a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:07:41.524571 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fa1ece-da0b-454e-8b3e-c80aa1ae676a'] response: {'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'status': 'completed', 'code': 200}
Apr 01 10:07:41.553469 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:41.597004 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-ec54b0f2-f34d-4fc8-9263-bf5dfbcce57f service neutron] 10.222.0.46 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197505
Apr 01 10:07:41.684734 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-3b8c0c2a-a1c2-4f90-8780-576adfb76848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:41.686815 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-3b8c0c2a-a1c2-4f90-8780-576adfb76848 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0888274
Apr 01 10:07:41.844149 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f0a189bd-a2eb-416e-87cc-10781372e674 req-ad97d32e-d6bf-43ab-9e5d-bd7f0be8d71e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 210 time: 0.0539253
Apr 01 10:07:41.863534 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-a747facb-3d40-435b-89b5-24dd57b4af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:41.865033 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-a747facb-3d40-435b-89b5-24dd57b4af52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.1713185
Apr 01 10:07:41.890326 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250fe670>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b0c3b2b-c8eb-456c-9b31-c4510ae8e594', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'floating_ip_address': '172.37.5.101', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'mac_address': 'fa:16:3e:bd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50585cb5-8edf-45ce-833d-3109010a299e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:07:40Z', 'updated_at': '2022-04-01T10:07:40Z', 'revision_number': 0, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:41.934871 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Checking router: b45ab5bf-4da3-4483-8265-885e8f761959 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:07:41.949400 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:07:41.950158 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250fe670>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:07:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:41.970292 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-fb38ab57-95e0-4dd4-a669-3f98805fe1aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 1000 time: 0.0967982
Apr 01 10:07:42.031369 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-6b22e6a9-6196-4bea-af04-f875ad0511aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:42.033726 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-6b22e6a9-6196-4bea-af04-f875ad0511aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.0569835
Apr 01 10:07:42.106988 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:07:42.115758 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-d4f49c7d-7c9d-49f1-8d4b-755b083122b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:42.121295 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-d4f49c7d-7c9d-49f1-8d4b-755b083122b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0780327
Apr 01 10:07:42.166755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:42.249028 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-3da88c3a-221e-4d2a-b856-295bbd41f6e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159668
Apr 01 10:07:42.374378 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10aec7ba-d76e-4fa6-829e-39b359b8d3dc req-ef56f86d-0cf8-462f-b97d-3c5a2ca2f6e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161354
Apr 01 10:07:42.429266 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250fe670>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b0c3b2b-c8eb-456c-9b31-c4510ae8e594', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'floating_ip_address': '172.37.5.101', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'mac_address': 'fa:16:3e:bd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50585cb5-8edf-45ce-833d-3109010a299e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:07:40Z', 'updated_at': '2022-04-01T10:07:40Z', 'revision_number': 0, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:42.460826 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc40b5-d027-4bfc-a760-39fecd3b9392 None None] The sync data for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi is: [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b0c3b2b-c8eb-456c-9b31-c4510ae8e594', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'floating_ip_address': '172.37.5.101', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'mac_address': 'fa:16:3e:bd:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50585cb5-8edf-45ce-833d-3109010a299e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:07:40Z', 'updated_at': '2022-04-01T10:07:40Z', 'revision_number': 0, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:07:42.708096 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f03aae-9a75-491f-bf9b-056e2acd5611 None None] New status for floating IP 5b0c3b2b-c8eb-456c-9b31-c4510ae8e594: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:07:42.929917 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f8d6eb69-7330-4646-9deb-61a30b5b916e req-ec84a27d-490f-49bb-b0c3-3082ab32df89 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 210 time: 0.0314543
Apr 01 10:07:43.324484 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:43.494363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-94f86c5f-1a14-480a-b029-5e840d2196f7 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:43.496059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-94f86c5f-1a14-480a-b029-5e840d2196f7 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 815 time: 0.3229771
Apr 01 10:07:43.509070 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'port': {'device_id': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'admin_state_up': True, 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:07:43.627952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Made reservation on behalf of c4a61874308747efa6cf0456be5f46b6 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:07:43.631824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:43.813668 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Allocated IP 172.20.0.14 (14459437-c706-451f-927f-55b2ace8385b/ac849b93-b8f9-48c4-a93a-8f5f4c1a1386/16f31c6b-b8cc-44ef-b38c-0325cd60edfc) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:07:44.078593 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-df28a203-2129-4a39-8ea5-bfe6226854d5 req-2d13ed66-95aa-4140-9a22-78c831e1be40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 210 time: 0.0345545
Apr 01 10:07:44.104348 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:44.150499 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:44.194867 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Network 14459437-c706-451f-927f-55b2ace8385b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:07:44.198185 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:07:44.202147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:07:44.255953 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:44.286072 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:44.286887 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:44.315766 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-50b50afa-45dc-413e-ad08-0d3ad5264a0a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8110836
Apr 01 10:07:44.517086 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-f87898a4-3d19-4958-9f40-8cd3f28353f6 None None] Provisioning complete for port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:07:44.517602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f87898a4-3d19-4958-9f40-8cd3f28353f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:44.554198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f87898a4-3d19-4958-9f40-8cd3f28353f6 None None] Port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:07:45.042070 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.214397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510cb6-d3c1-4e23-b1b2-53e0e9b92f7f req-8a5ea22a-b85a-4711-a373-aa738c8c907e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:45.215865 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86510cb6-d3c1-4e23-b1b2-53e0e9b92f7f req-8a5ea22a-b85a-4711-a373-aa738c8c907e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0540287
Apr 01 10:07:45.262913 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86510cb6-d3c1-4e23-b1b2-53e0e9b92f7f req-8e63b926-9224-4800-becc-44a699dce9bd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410771
Apr 01 10:07:45.729295 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55154) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:45.775578 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Deleting subnet dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:07:45.778637 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Publish callbacks [] for subnet (dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.817065 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.856208 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.911143 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.939778 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:45.948896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:45.952365 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2bb4e843-5674-402b-bcb5-bb14e7e4543d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc7ea098-33d7-4f4e-92f2-ff6c8f5c4a9e HTTP/1.1" status: 204  len: 168 time: 0.2218924
Apr 01 10:07:45.954707 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55158) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:46.027119 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.105078 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.136337 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424200460>,) {'filters': {'network_id': ['4b05cb53-9743-4e0b-9b86-b26d0ecaecc9']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:46.146199 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424200460>, '1cabdc3b-0a76-409f-bcd3-299316fec986') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:46.146491 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424200460>, '1cabdc3b-0a76-409f-bcd3-299316fec986') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:07:46.156243 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (1cabdc3b-0a76-409f-bcd3-299316fec986), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.175896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (1cabdc3b-0a76-409f-bcd3-299316fec986), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.183113 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:07:46.183634 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (1cabdc3b-0a76-409f-bcd3-299316fec986), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:07:46.185697 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:07:46.244377 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (4b05cb53-9743-4e0b-9b86-b26d0ecaecc9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.254812 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.258420 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4b05cb53-9743-4e0b-9b86-b26d0ecaecc9 HTTP/1.1" status: 204  len: 168 time: 0.3027976
Apr 01 10:07:46.273689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745f3f7-ecfc-4ced-bac9-1f354726d884 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b05cb53-9743-4e0b-9b86-b26d0ecaecc9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:46.419636 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87754d2-5af9-4619-a38b-e4c6f29adf7a req-34082412-a7cd-4a71-a114-4d6e8d98164c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:46.424828 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f87754d2-5af9-4619-a38b-e4c6f29adf7a req-34082412-a7cd-4a71-a114-4d6e8d98164c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0847383
Apr 01 10:07:46.486163 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f87754d2-5af9-4619-a38b-e4c6f29adf7a req-78447cb3-d4b4-41ee-9723-039a3b2475b8 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530674
Apr 01 10:07:46.486163 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55176) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:46.534811 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c5894186-300f-4769-92d9-f894f65ad71d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47d184624c1d4bae9384dc4be14343fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0470076
Apr 01 10:07:46.537225 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55178) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:07:46.623645 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070fd55-1e5b-4731-8376-bf45332cab98 req-a11fa1d6-d74d-4c00-983b-bc4b933e5ce6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:46.625100 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5070fd55-1e5b-4731-8376-bf45332cab98 req-a11fa1d6-d74d-4c00-983b-bc4b933e5ce6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0908601
Apr 01 10:07:46.629855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] Publish callbacks [] for security_group (7986df18-8df1-4b62-818e-222435bd1899), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.668952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] Publish callbacks [] for security_group (7986df18-8df1-4b62-818e-222435bd1899), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.711634 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5070fd55-1e5b-4731-8376-bf45332cab98 req-72f7e8dc-adfa-4f1d-a9c9-e8fabe8c2013 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794063
Apr 01 10:07:46.799808 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (7986df18-8df1-4b62-818e-222435bd1899), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.802465 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:07:46.806201 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7986df18-8df1-4b62-818e-222435bd1899 HTTP/1.1" status: 204  len: 168 time: 0.2655902
Apr 01 10:07:46.812956 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617c16-29ea-4496-a1e9-b018814649fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986df18-8df1-4b62-818e-222435bd1899,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:07:47.612732 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d2c3-0800-4c72-b031-0af45200c4f7 req-5129623e-b7a4-4a88-9459-16a6c4b4238b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:47.614163 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f91d2c3-0800-4c72-b031-0af45200c4f7 req-5129623e-b7a4-4a88-9459-16a6c4b4238b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0624301
Apr 01 10:07:47.685246 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f91d2c3-0800-4c72-b031-0af45200c4f7 req-6653e001-7d24-43fd-bc58-b35f60a98c58 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647719
Apr 01 10:07:47.848240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0cdbf-0a98-4790-91c4-61d791733d80 req-4e1f809b-0f04-488f-b334-4fb83d586489 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:47.855181 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-add0cdbf-0a98-4790-91c4-61d791733d80 req-4e1f809b-0f04-488f-b334-4fb83d586489 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0667613
Apr 01 10:07:47.931327 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-add0cdbf-0a98-4790-91c4-61d791733d80 req-868e19b4-86f2-4051-bcd3-579cda288df6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750365
Apr 01 10:07:48.812058 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a898b6-0d32-467e-b7c1-0cd554f64b71 req-85642a3b-d5cb-4ac1-86d0-5aef2efd4ef3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:48.813569 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37a898b6-0d32-467e-b7c1-0cd554f64b71 req-85642a3b-d5cb-4ac1-86d0-5aef2efd4ef3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0586870
Apr 01 10:07:48.863549 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37a898b6-0d32-467e-b7c1-0cd554f64b71 req-91ddec7a-20ba-4502-ba82-8dfda6867678 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434101
Apr 01 10:07:49.066291 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c76446-46b9-4bb9-8615-6f59df371dc8 req-2aae6598-f68e-4bb8-97b8-58b15040d653 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:49.068714 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71c76446-46b9-4bb9-8615-6f59df371dc8 req-2aae6598-f68e-4bb8-97b8-58b15040d653 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0679777
Apr 01 10:07:49.118516 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71c76446-46b9-4bb9-8615-6f59df371dc8 req-15d0b225-3fc2-43c0-bfa9-74926ba1c269 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417643
Apr 01 10:07:49.322519 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:07:49.993197 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a43d97-cfe1-4146-9f6d-166a54145e50 req-35b70d0a-14c0-4ed2-8297-f8cdb81135e5 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:49.994678 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-50a43d97-cfe1-4146-9f6d-166a54145e50 req-35b70d0a-14c0-4ed2-8297-f8cdb81135e5 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0614467
Apr 01 10:07:50.043421 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-50a43d97-cfe1-4146-9f6d-166a54145e50 req-22c879be-277e-47de-aedb-fb55af66b332 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431726
Apr 01 10:07:50.271502 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497688-c5ee-485b-8981-882e6724f612 req-a8fa6f55-e4d0-465a-ab62-ec1bd8020d11 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:50.273109 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f497688-c5ee-485b-8981-882e6724f612 req-a8fa6f55-e4d0-465a-ab62-ec1bd8020d11 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0837522
Apr 01 10:07:50.324465 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f497688-c5ee-485b-8981-882e6724f612 req-14fea47e-43dd-4643-af0e-e3ab7a1df3e2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457206
Apr 01 10:07:51.167158 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960a08-315e-4b0f-bd2a-fa426d3573ce req-d3b7f81a-e4cc-428e-bd52-21c141669c0e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:51.168768 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9960a08-315e-4b0f-bd2a-fa426d3573ce req-d3b7f81a-e4cc-428e-bd52-21c141669c0e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0534666
Apr 01 10:07:51.217927 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9960a08-315e-4b0f-bd2a-fa426d3573ce req-a4f26b59-0212-4dbe-8969-cc81eb3b5ca9 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436101
Apr 01 10:07:51.450855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28a703-4ac1-44b5-896e-8baf358a25a2 req-e76f2f6c-b589-4585-937f-fbffa02f0428 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:51.452330 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e28a703-4ac1-44b5-896e-8baf358a25a2 req-e76f2f6c-b589-4585-937f-fbffa02f0428 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0551255
Apr 01 10:07:51.500317 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2e28a703-4ac1-44b5-896e-8baf358a25a2 req-3fd0bed8-a9ac-41d9-8d44-29f965ca24b1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420952
Apr 01 10:07:52.344164 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184b1-3839-4e89-9134-e36fd9577001 req-68bb1e19-4d32-4609-bb3e-aedddf50ef83 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:52.345704 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6be184b1-3839-4e89-9134-e36fd9577001 req-68bb1e19-4d32-4609-bb3e-aedddf50ef83 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0553093
Apr 01 10:07:52.397788 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6be184b1-3839-4e89-9134-e36fd9577001 req-d6b43fce-519a-47d9-bf9c-65119630e7d2 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462861
Apr 01 10:07:52.641481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458ca0e-54de-457b-b4d9-734505ddbcc0 req-1c8e2bc2-0280-4d23-ae21-4198b90ea03d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:52.644744 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8458ca0e-54de-457b-b4d9-734505ddbcc0 req-1c8e2bc2-0280-4d23-ae21-4198b90ea03d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0590293
Apr 01 10:07:52.693283 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8458ca0e-54de-457b-b4d9-734505ddbcc0 req-13c74afd-249d-4b13-9ccb-6980f385a232 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440009
Apr 01 10:07:53.521959 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b538-6942-4c2e-9fb0-a1e361a670e3 req-c20a45b6-bdf0-4dae-a4b3-33b84d0e453f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:53.523471 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3503b538-6942-4c2e-9fb0-a1e361a670e3 req-c20a45b6-bdf0-4dae-a4b3-33b84d0e453f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0556226
Apr 01 10:07:53.569953 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3503b538-6942-4c2e-9fb0-a1e361a670e3 req-7c044804-23d7-43fb-840b-48e5c52a9d08 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406947
Apr 01 10:07:53.823978 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecf288-fc1b-4573-abf1-e690aad25e8e req-197851ae-acc2-45ca-904d-1b19dcf0b417 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:53.826711 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fcecf288-fc1b-4573-abf1-e690aad25e8e req-197851ae-acc2-45ca-904d-1b19dcf0b417 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0554705
Apr 01 10:07:53.882352 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fcecf288-fc1b-4573-abf1-e690aad25e8e req-8744baa1-6533-4680-a0d3-e8dd0ade2fa4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500755
Apr 01 10:07:54.692367 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3221-128a-47a4-9ea5-6adbe850cb8b req-7aa5eac5-6c68-4721-bc4e-306d2cad6d61 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:54.693938 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-721a3221-128a-47a4-9ea5-6adbe850cb8b req-7aa5eac5-6c68-4721-bc4e-306d2cad6d61 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0576282
Apr 01 10:07:54.742968 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-721a3221-128a-47a4-9ea5-6adbe850cb8b req-c95c5b19-1cdf-4473-891f-220178c4c848 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429482
Apr 01 10:07:55.000735 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d995-d30e-4049-8dbb-5645e5269e3a req-a1cceeaa-d03b-4d8e-8b4b-fca27208eca2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:55.002201 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2b5d995-d30e-4049-8dbb-5645e5269e3a req-a1cceeaa-d03b-4d8e-8b4b-fca27208eca2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0555341
Apr 01 10:07:55.051183 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2b5d995-d30e-4049-8dbb-5645e5269e3a req-81871832-f7bd-41d9-b3ac-e676c9de4e75 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432742
Apr 01 10:07:55.863822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9abd2-e4a6-4f56-922c-63875fb02267 req-cc3b2d49-3211-478b-95ef-0c67afbed800 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:55.865281 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cee9abd2-e4a6-4f56-922c-63875fb02267 req-cc3b2d49-3211-478b-95ef-0c67afbed800 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0566626
Apr 01 10:07:55.914965 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cee9abd2-e4a6-4f56-922c-63875fb02267 req-77c9245b-a7a6-43d1-8533-ee75f5ab6109 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436192
Apr 01 10:07:56.179143 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee961b-6121-4604-b732-999a663be9cd req-b05b3944-b86d-4e93-812a-e9dec974a632 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:56.180681 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1ee961b-6121-4604-b732-999a663be9cd req-b05b3944-b86d-4e93-812a-e9dec974a632 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0589082
Apr 01 10:07:56.240063 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1ee961b-6121-4604-b732-999a663be9cd req-27643f54-1e4f-409d-b11c-b1a2a613bafe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535445
Apr 01 10:07:57.042620 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b4c6-854e-43ac-9476-dc780c524fcd req-1128358e-f68a-44bd-ba9c-87506190e3fd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:57.044100 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ce09b4c6-854e-43ac-9476-dc780c524fcd req-1128358e-f68a-44bd-ba9c-87506190e3fd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0533867
Apr 01 10:07:57.095179 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ce09b4c6-854e-43ac-9476-dc780c524fcd req-f2f09bf2-c574-455d-a4b6-41dd1ba72f22 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454347
Apr 01 10:07:57.365421 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6b67d-e8b0-4d07-bdfd-8f99effa31e0 req-cff9faf2-b025-4369-b3cd-7763a91f31c7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:57.366911 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f6b67d-e8b0-4d07-bdfd-8f99effa31e0 req-cff9faf2-b025-4369-b3cd-7763a91f31c7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0524631
Apr 01 10:07:57.414228 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f6b67d-e8b0-4d07-bdfd-8f99effa31e0 req-ef91cd19-791f-4c66-b1cc-c517207f3490 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415547
Apr 01 10:07:58.219543 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af597e7-4f8f-456b-a45b-2cafaa7e1ec2 req-6c9a30cc-3450-425a-89cc-46e58b5010a3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:58.221057 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7af597e7-4f8f-456b-a45b-2cafaa7e1ec2 req-6c9a30cc-3450-425a-89cc-46e58b5010a3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0589421
Apr 01 10:07:58.270176 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7af597e7-4f8f-456b-a45b-2cafaa7e1ec2 req-5193fcb4-f789-432e-9a1c-a9be1182873a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411978
Apr 01 10:07:58.551730 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbab7a-13ea-46c4-bb20-4c7e8426b6e3 req-fe036157-7dc6-4a2e-80d2-8bdcd8fb7c69 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:58.553277 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30dbab7a-13ea-46c4-bb20-4c7e8426b6e3 req-fe036157-7dc6-4a2e-80d2-8bdcd8fb7c69 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0525765
Apr 01 10:07:58.603137 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30dbab7a-13ea-46c4-bb20-4c7e8426b6e3 req-d8bba84f-c26c-4133-96cf-320eb9be8803 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441251
Apr 01 10:07:59.391089 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e748c53-fb2b-4527-969a-0658c9a45f51 req-4b681017-9138-4032-8d60-e940f863547f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:59.392588 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e748c53-fb2b-4527-969a-0658c9a45f51 req-4b681017-9138-4032-8d60-e940f863547f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0544372
Apr 01 10:07:59.440331 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3e748c53-fb2b-4527-969a-0658c9a45f51 req-67cd86b9-36fe-4503-a4d1-ca2531876cb5 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416610
Apr 01 10:07:59.737148 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a97f9-7909-4b32-b257-e1b11e416f07 req-3fd82d93-38ca-49b8-9ffc-096fb4d4577f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:07:59.738618 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c2a97f9-7909-4b32-b257-e1b11e416f07 req-3fd82d93-38ca-49b8-9ffc-096fb4d4577f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0609124
Apr 01 10:07:59.789320 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c2a97f9-7909-4b32-b257-e1b11e416f07 req-2f751898-e603-401e-a0c5-f1bf7e033c2a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425484
Apr 01 10:08:00.574247 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9c74f-8eb8-49d8-bc02-4bc03cd643b3 req-cd1d09ea-06b0-42e9-a98a-2f9b60308db8 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:00.575786 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a9c74f-8eb8-49d8-bc02-4bc03cd643b3 req-cd1d09ea-06b0-42e9-a98a-2f9b60308db8 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.0621190
Apr 01 10:08:00.625107 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a9c74f-8eb8-49d8-bc02-4bc03cd643b3 req-6a518ead-789a-45e1-afc3-47cd37038adb tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437381
Apr 01 10:08:00.920047 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2e46e-d39e-4447-8f87-3d410124b672 req-22f296e3-f5fa-4aa3-a07f-0d4c69a4c59c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:00.921431 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a5a2e46e-d39e-4447-8f87-3d410124b672 req-22f296e3-f5fa-4aa3-a07f-0d4c69a4c59c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0519426
Apr 01 10:08:00.967610 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a5a2e46e-d39e-4447-8f87-3d410124b672 req-9d863dcb-ba6f-49a6-bcb7-7167649a75db tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406001
Apr 01 10:08:01.648201 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Request body: {'port': {'device_id': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:01.733424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:01.800206 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc8bd0-d34e-4dae-a4bb-cd71cab4ecbf req-692c6dfa-e471-48dd-b19b-377f38a67f9f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:01.801603 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3bc8bd0-d34e-4dae-a4bb-cd71cab4ecbf req-692c6dfa-e471-48dd-b19b-377f38a67f9f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 932 time: 0.1010108
Apr 01 10:08:01.943315 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c3bc8bd0-d34e-4dae-a4bb-cd71cab4ecbf req-500dddf0-21c1-4323-bd66-cb55b69920db tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345026
Apr 01 10:08:02.037969 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f31c6b-b8cc-44ef-b38c-0325cd60edfc {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:08:02.045893 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks [] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:02.059021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Transition to ACTIVE for port object 16f31c6b-b8cc-44ef-b38c-0325cd60edfc will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:08:02.065207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:02.101757 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36baa1-de26-4c5e-9113-60b47e0588ba req-e4d3d80d-f995-43a6-97ed-d88d1963291a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.103475 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7a36baa1-de26-4c5e-9113-60b47e0588ba req-e4d3d80d-f995-43a6-97ed-d88d1963291a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0559044
Apr 01 10:08:02.119272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:02.158781 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7a36baa1-de26-4c5e-9113-60b47e0588ba req-9f0b96de-6e89-497c-8528-e1ea639e34ef tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473716
Apr 01 10:08:02.196951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Attempting to bind port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:08:02.197280 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Attempting to bind port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:08:02.197602 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Attempting to bind port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc on network 14459437-c706-451f-927f-55b2ace8385b {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:08:02.202164 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc on network 14459437-c706-451f-927f-55b2ace8385b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:08:02.202480 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Attempting to bind port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc on network 14459437-c706-451f-927f-55b2ace8385b {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:08:02.207682 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:08:02.208022 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Checking segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:08:02.208406 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Bound using segment: {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:08:02.208831 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Bound port: 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733080d1-54dd-4e50-afca-c0cf82f16f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14459437-c706-451f-927f-55b2ace8385b'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:08:02.209189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:02.273592 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:08:02.276566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:08:02.284080 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:02.315293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.315958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:02.317553 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] 10.222.0.15 "PUT /v2.0/ports/16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 1094 time: 0.6772819
Apr 01 10:08:02.319772 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:02.322121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186098d8-220f-4246-96bb-413ea4f08b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:02.350102 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1f527-550f-4ac6-b520-d665d095eb0d service neutron] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:02.368935 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c085f-f571-4880-ab12-4706169a77a6 x-openstack-request-id: req-135c085f-f571-4880-ab12-4706169a77a6 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:02.369503 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:02.369813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-135c085f-f571-4880-ab12-4706169a77a6 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:02.370382 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135c085f-f571-4880-ab12-4706169a77a6'] response: {'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:08:02.429152 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-7420380e-5ad2-48bf-b5f1-8c033fa9241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.431129 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-7420380e-5ad2-48bf-b5f1-8c033fa9241a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1128 time: 0.0470304
Apr 01 10:08:02.478432 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-271b8117-6937-4e8d-b82b-c3b55685e164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 217 time: 0.0390804
Apr 01 10:08:02.527597 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-8b86782b-63c5-4b1c-a718-b398601f9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.529082 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-8b86782b-63c5-4b1c-a718-b398601f9b74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0445046
Apr 01 10:08:02.577137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-6d98b72c-cf61-4c03-9039-08175b3c3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.578506 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-6d98b72c-cf61-4c03-9039-08175b3c3dca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435262
Apr 01 10:08:02.668644 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-92623b1c-888b-4f9c-a02b-c87ef9b80dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829854
Apr 01 10:08:02.761837 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cc8e1a8d-2219-41a1-b3dc-ad23e1fb47ae req-7d142138-34f6-4aa8-add8-a2465ad39acb service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861735
Apr 01 10:08:02.863571 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186098d8-220f-4246-96bb-413ea4f08b2c req-72ddaeb3-66a1-4c9a-87be-2c7b1ff3afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:02.864979 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-72ddaeb3-66a1-4c9a-87be-2c7b1ff3afc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1128 time: 0.0496309
Apr 01 10:08:03.051371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186098d8-220f-4246-96bb-413ea4f08b2c req-a88e1767-9a3d-4be1-9c47-7273af0b1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:03.052867 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-a88e1767-9a3d-4be1-9c47-7273af0b1684 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.0851583
Apr 01 10:08:03.060645 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a46c-a1af-45c6-af2d-6ea4bd1c9f12 req-8c9adbbe-af3b-4eac-aa46-8fe7a8835072 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:03.062067 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c500a46c-a1af-45c6-af2d-6ea4bd1c9f12 req-8c9adbbe-af3b-4eac-aa46-8fe7a8835072 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 944 time: 0.0514803
Apr 01 10:08:03.093554 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-e32749bb-c98e-4933-99e5-026fd73931cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 217 time: 0.0339882
Apr 01 10:08:03.108527 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c500a46c-a1af-45c6-af2d-6ea4bd1c9f12 req-dfbc42d6-236e-470a-9ae5-a8eb05d709ed tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406160
Apr 01 10:08:03.146995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186098d8-220f-4246-96bb-413ea4f08b2c req-cc339ba7-5ad1-4405-86ff-12d19f3908a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:03.148504 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-cc339ba7-5ad1-4405-86ff-12d19f3908a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0488553
Apr 01 10:08:03.198588 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186098d8-220f-4246-96bb-413ea4f08b2c req-e44f9c3d-0699-4bd2-b442-443294cd030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:03.200104 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-e44f9c3d-0699-4bd2-b442-443294cd030f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0448678
Apr 01 10:08:03.319255 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-6a4ebf6f-362e-411f-8a21-50b6640167ce service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128986
Apr 01 10:08:03.329658 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a80d7-a0ab-4b21-bdda-b11b4ff8f32e req-3014e898-8673-4258-824f-a0848904e516 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:03.331059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9b4a80d7-a0ab-4b21-bdda-b11b4ff8f32e req-3014e898-8673-4258-824f-a0848904e516 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0849233
Apr 01 10:08:03.432045 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9b4a80d7-a0ab-4b21-bdda-b11b4ff8f32e req-6b71fe1c-db50-4874-893a-3f819ea36cad tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933118
Apr 01 10:08:03.445378 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-186098d8-220f-4246-96bb-413ea4f08b2c req-b461e12d-5248-4797-9d8e-da6c9d007fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134338
Apr 01 10:08:04.235313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b40790-a39e-47f2-94a2-ae5b00630d23 req-c0c263ec-b471-4872-99f1-b89a674ce135 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:04.241630 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-60b40790-a39e-47f2-94a2-ae5b00630d23 req-c0c263ec-b471-4872-99f1-b89a674ce135 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 944 time: 0.0545173
Apr 01 10:08:04.288076 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-60b40790-a39e-47f2-94a2-ae5b00630d23 req-ff2f11a6-50d3-46de-9925-7e19f4086c9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452008
Apr 01 10:08:04.565771 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7404-a8bf-4a64-ad55-4cc6f5cf4354 req-dedd8304-77e4-4f46-859d-72ad187fdcfd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:04.567303 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b9e7404-a8bf-4a64-ad55-4cc6f5cf4354 req-dedd8304-77e4-4f46-859d-72ad187fdcfd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0586317
Apr 01 10:08:04.613500 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b9e7404-a8bf-4a64-ad55-4cc6f5cf4354 req-62b312ee-5388-47fa-9500-ad0560aa97bc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400691
Apr 01 10:08:05.427843 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85243849-721d-4217-85d4-6167c0708b3b req-f259907e-8383-4379-994b-f91cf4532c76 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:05.429188 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85243849-721d-4217-85d4-6167c0708b3b req-f259907e-8383-4379-994b-f91cf4532c76 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 944 time: 0.0624797
Apr 01 10:08:05.478751 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85243849-721d-4217-85d4-6167c0708b3b req-74f63d8e-6dce-4f03-bcda-71900dc509e3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438149
Apr 01 10:08:05.748305 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e89a-cbb9-4744-8bee-42911f2dbef4 req-1bbcbf0e-7441-45d6-8808-d03a34d72883 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:05.750062 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bd17e89a-cbb9-4744-8bee-42911f2dbef4 req-1bbcbf0e-7441-45d6-8808-d03a34d72883 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0626562
Apr 01 10:08:05.801620 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bd17e89a-cbb9-4744-8bee-42911f2dbef4 req-77a8aa7a-8824-4507-8112-a129cc020a44 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456610
Apr 01 10:08:06.557939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 16f31c6b-b8cc-44ef-b38c-0325cd60edfc details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:08:06.602343 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701c7bc-363a-4470-82fc-dd77e5d036f3 req-612df724-9a68-41a3-986c-0920905ab9cd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:06.603930 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f701c7bc-363a-4470-82fc-dd77e5d036f3 req-612df724-9a68-41a3-986c-0920905ab9cd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 944 time: 0.0571404
Apr 01 10:08:06.651515 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f701c7bc-363a-4470-82fc-dd77e5d036f3 req-6b3798a6-4fec-4499-b8c4-8171607d487e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417435
Apr 01 10:08:06.658888 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:06.670785 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'port_id': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'mac_address': 'fa:16:3e:40:9d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:08:06.707201 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:06.707590 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:06.722191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f31c6b-b8cc-44ef-b38c-0325cd60edfc {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:08:06.748068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:06.753012 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:06.807936 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:06.946232 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb8b4b-c34b-4707-a9e0-c821821a7826 req-c8fb781f-b8f5-4f5b-8451-44a653e282b5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:06.947727 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4edb8b4b-c34b-4707-a9e0-c821821a7826 req-c8fb781f-b8f5-4f5b-8451-44a653e282b5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0622177
Apr 01 10:08:07.008302 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4edb8b4b-c34b-4707-a9e0-c821821a7826 req-60ed6e5b-2321-4acd-bb22-0f31edf5cecc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507638
Apr 01 10:08:07.208608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:08:07.332974 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:07.785299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366c4f1-871f-4266-95c4-a782fdb94a13 req-18246b75-4dac-424a-bb77-b5b4c377737b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:07.786767 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0366c4f1-871f-4266-95c4-a782fdb94a13 req-18246b75-4dac-424a-bb77-b5b4c377737b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 945 time: 0.0587878
Apr 01 10:08:07.834737 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0366c4f1-871f-4266-95c4-a782fdb94a13 req-3f7591a7-32ab-42cf-971e-9d40fb244ff5 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397995
Apr 01 10:08:08.134391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6261f2-328f-4cd9-ae2b-10f1f9b815b9 req-c6060483-d88b-4a4b-8ca8-ce67452f8994 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.136046 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f6261f2-328f-4cd9-ae2b-10f1f9b815b9 req-c6060483-d88b-4a4b-8ca8-ce67452f8994 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0525992
Apr 01 10:08:08.182912 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f6261f2-328f-4cd9-ae2b-10f1f9b815b9 req-56b106e8-5b1e-4872-a734-feb6804c4d49 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409112
Apr 01 10:08:08.397156 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-4db764c4-5c48-40fd-bffa-de6e335a5030 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0471125
Apr 01 10:08:08.462440 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-9abacf15-f59f-4419-a560-48f3da055583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.464007 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-9abacf15-f59f-4419-a560-48f3da055583 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0444283
Apr 01 10:08:08.571304 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-06886db2-1a8d-40da-b955-3cadc704730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.572834 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-06886db2-1a8d-40da-b955-3cadc704730a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.0864973
Apr 01 10:08:08.582164 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 16f31c6b-b8cc-44ef-b38c-0325cd60edfc up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:08:08.608375 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8bc598c8-0dc2-4ed5-b37e-ab44b22c92ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:08.640872 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:08:08.645574 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:08:08.646051 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:08.655457 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-95a6715f-3481-4d90-895f-5e9e534481c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1001 time: 0.0749981
Apr 01 10:08:08.707358 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-d4f8e621-6622-447c-a74a-a0920aad6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.708721 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-d4f8e621-6622-447c-a74a-a0920aad6325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0476756
Apr 01 10:08:08.732648 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:08.733038 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:08.756919 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:08.759404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de202442-808e-4b46-8a81-53a5d463d919" -d '{"events": [{"server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "name": "network-vif-plugged", "status": "completed", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:08.760309 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-21bd9b83-a91c-479c-98c7-c1cd7be50512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.761907 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-21bd9b83-a91c-479c-98c7-c1cd7be50512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0464246
Apr 01 10:08:08.777548 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:08.782705 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:08.807981 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441370c9-b87a-4c75-ae8d-1ee2a71e7bcb x-openstack-request-id: req-441370c9-b87a-4c75-ae8d-1ee2a71e7bcb {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:08.808248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "name": "network-vif-plugged", "status": "completed", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:08.808527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-441370c9-b87a-4c75-ae8d-1ee2a71e7bcb {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:08.809015 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441370c9-b87a-4c75-ae8d-1ee2a71e7bcb'] response: {'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'code': 200}
Apr 01 10:08:08.836130 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:08.865791 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-e4f7dcac-f18f-41b5-8982-b2805d646c95 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971117
Apr 01 10:08:08.984578 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca4fb1ba-7b5e-42ec-a96d-e1ff26e406ce req-fcdbbe2f-6cb0-4062-9343-5aadcf4baae1 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111188
Apr 01 10:08:08.989524 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbb0e1-872f-41e5-8661-d75f33b9c1a0 req-7a6651cf-71ad-4031-b3d3-2bbbf3b7fae9 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:08.990999 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1bcbb0e1-872f-41e5-8661-d75f33b9c1a0 req-7a6651cf-71ad-4031-b3d3-2bbbf3b7fae9 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0826099
Apr 01 10:08:09.019025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12550d63-6acb-47aa-842f-a6daff6410a5 req-bb8a6813-9797-4220-883e-22eab8952422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:09.020520 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-12550d63-6acb-47aa-842f-a6daff6410a5 req-bb8a6813-9797-4220-883e-22eab8952422 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1130 time: 0.0707574
Apr 01 10:08:09.065023 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1bcbb0e1-872f-41e5-8661-d75f33b9c1a0 req-51856c56-2555-4f2f-a306-f5fbd8bc7951 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639176
Apr 01 10:08:09.084045 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-12550d63-6acb-47aa-842f-a6daff6410a5 req-898e5862-e018-4cd2-9e9e-187e5e0a689f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525305
Apr 01 10:08:09.327428 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34919bb-2195-43f3-91c3-86baeea1225a req-0c11340d-b4aa-4148-8568-569aa56cb0cf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:09.327428 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c34919bb-2195-43f3-91c3-86baeea1225a req-0c11340d-b4aa-4148-8568-569aa56cb0cf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0621433
Apr 01 10:08:09.369394 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c34919bb-2195-43f3-91c3-86baeea1225a req-debd8f87-8426-4790-8e6d-9e7035ed3459 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410647
Apr 01 10:08:10.187258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b285ee-5b20-444c-9502-cb7af7836da4 req-89baa907-e9b4-49a1-8330-59e916dbb903 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:10.188915 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30b285ee-5b20-444c-9502-cb7af7836da4 req-89baa907-e9b4-49a1-8330-59e916dbb903 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0584829
Apr 01 10:08:10.240848 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30b285ee-5b20-444c-9502-cb7af7836da4 req-6cdab1b9-96f3-4d39-8a93-3e997e01626a tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460203
Apr 01 10:08:10.499593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe1135-6c09-4049-b0c5-c6fcca9f0c7e req-cc52b20d-405c-4344-b66b-babfb510ae03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:10.501111 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dbe1135-6c09-4049-b0c5-c6fcca9f0c7e req-cc52b20d-405c-4344-b66b-babfb510ae03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0558515
Apr 01 10:08:10.549102 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dbe1135-6c09-4049-b0c5-c6fcca9f0c7e req-95a6ca4a-506c-4cea-848e-33950a2652fc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423522
Apr 01 10:08:10.926248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-85fe3b5b-8c4d-424a-b3c0-7e4256384ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:11.369233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f82d-da0d-4572-b9ab-aea0e273ce68 req-26511ee2-3e27-4f1f-a59c-5445ab2d6783 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:11.371175 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4e3f82d-da0d-4572-b9ab-aea0e273ce68 req-26511ee2-3e27-4f1f-a59c-5445ab2d6783 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0580738
Apr 01 10:08:11.426408 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4e3f82d-da0d-4572-b9ab-aea0e273ce68 req-8adbf657-a846-4fc4-890a-b90542700105 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476613
Apr 01 10:08:11.542288 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716b691-54d2-4bbb-a3fc-f1d115fc920f req-b304b893-0b8d-4862-b5de-d149996be46e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:11.543806 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4716b691-54d2-4bbb-a3fc-f1d115fc920f req-b304b893-0b8d-4862-b5de-d149996be46e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0526748
Apr 01 10:08:11.594582 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4716b691-54d2-4bbb-a3fc-f1d115fc920f req-71ac12e0-2506-4e4f-84c0-ec50d1008b5c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448368
Apr 01 10:08:11.678331 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba4c28-fc6a-42a8-94bd-e94f0d42836a req-3ec2a5bd-8d89-45ee-b3c4-c3b8c17095dd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:11.679810 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-42ba4c28-fc6a-42a8-94bd-e94f0d42836a req-3ec2a5bd-8d89-45ee-b3c4-c3b8c17095dd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0584247
Apr 01 10:08:11.730297 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-42ba4c28-fc6a-42a8-94bd-e94f0d42836a req-82f838aa-485c-4972-a31c-cc1ee96c270d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447438
Apr 01 10:08:11.932797 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ac2f-8333-4150-9135-20590e4e905e req-83015dce-ad1f-464b-bb62-dbae886dd781 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:11.934260 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87c5ac2f-8333-4150-9135-20590e4e905e req-83015dce-ad1f-464b-bb62-dbae886dd781 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0535889
Apr 01 10:08:11.974363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e53df-f73a-4820-b9f6-d74741633e34 req-b89957d5-3a07-4562-9038-9e6fb3b56c17 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:11.979136 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e12e53df-f73a-4820-b9f6-d74741633e34 req-b89957d5-3a07-4562-9038-9e6fb3b56c17 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0582275
Apr 01 10:08:11.984267 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87c5ac2f-8333-4150-9135-20590e4e905e req-50869c7c-67ce-4794-8033-73fc00fb67ad tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441141
Apr 01 10:08:12.025813 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e12e53df-f73a-4820-b9f6-d74741633e34 req-d301f61f-6880-41cf-aec1-affefc36b7c9 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442986
Apr 01 10:08:12.164709 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:12.859145 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cfb10-236d-4c64-996c-67382e63aeaa req-f0124cc0-2896-40ec-a803-f3d26ff79ae2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:12.860644 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-882cfb10-236d-4c64-996c-67382e63aeaa req-f0124cc0-2896-40ec-a803-f3d26ff79ae2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0530107
Apr 01 10:08:12.908605 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-882cfb10-236d-4c64-996c-67382e63aeaa req-647db5ac-c709-423f-824d-66170c8bbadb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422027
Apr 01 10:08:13.321176 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:13.368697 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0eac-83ad-4659-a087-d315a75583de req-57de71b6-e149-4dcf-9858-8cf5a9a523cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:13.370200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-562f0eac-83ad-4659-a087-d315a75583de req-57de71b6-e149-4dcf-9858-8cf5a9a523cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.2745030
Apr 01 10:08:13.418499 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-562f0eac-83ad-4659-a087-d315a75583de req-f6de5033-c1c3-4803-9877-4680ca9546fc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425742
Apr 01 10:08:14.049129 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bb7a5-e985-4555-87ae-7c5ee5f23c91 req-0a57163f-ccbc-4f3b-a194-d13c35f2b6d1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:14.050571 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5c0bb7a5-e985-4555-87ae-7c5ee5f23c91 req-0a57163f-ccbc-4f3b-a194-d13c35f2b6d1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0601478
Apr 01 10:08:14.098988 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5c0bb7a5-e985-4555-87ae-7c5ee5f23c91 req-601ece65-475f-435a-b0e4-e939033854e8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425522
Apr 01 10:08:14.546940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d207a-7890-4e71-bc5e-f659cdadf3db req-fa2f922e-18e6-43cb-8cea-b9ed20d66a62 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:14.549239 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-895d207a-7890-4e71-bc5e-f659cdadf3db req-fa2f922e-18e6-43cb-8cea-b9ed20d66a62 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0567842
Apr 01 10:08:14.598155 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-895d207a-7890-4e71-bc5e-f659cdadf3db req-bc1bdc06-f17e-46c7-88c1-68434294aa88 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437100
Apr 01 10:08:15.039348 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:15.237353 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade436-bf2d-440d-beaa-cbbad8fe88ed req-4428d50f-0dab-442b-9bc4-2e58570697b2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:15.240071 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8ade436-bf2d-440d-beaa-cbbad8fe88ed req-4428d50f-0dab-442b-9bc4-2e58570697b2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0564106
Apr 01 10:08:15.297664 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8ade436-bf2d-440d-beaa-cbbad8fe88ed req-8d10aaf3-e1c3-4900-bee5-b1f88a334a72 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519590
Apr 01 10:08:15.722953 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8090-fe8e-446e-8e77-ccaf8fe48a16 req-14f2517a-249b-4a14-85c9-0e6cf301a7ca tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:15.724944 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-db9f8090-fe8e-446e-8e77-ccaf8fe48a16 req-14f2517a-249b-4a14-85c9-0e6cf301a7ca tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0556297
Apr 01 10:08:15.773858 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-db9f8090-fe8e-446e-8e77-ccaf8fe48a16 req-b11e38f8-fe32-4aaf-bfb1-c42116545d11 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424476
Apr 01 10:08:16.442450 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc07e34-42d6-4583-ad80-67169ff359b0 req-4615bff7-3bc8-4476-a53a-61949ed47217 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:16.444399 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4bc07e34-42d6-4583-ad80-67169ff359b0 req-4615bff7-3bc8-4476-a53a-61949ed47217 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0657299
Apr 01 10:08:16.496530 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4bc07e34-42d6-4583-ad80-67169ff359b0 req-71d5857c-80ae-40e7-bd86-60b6578eb1c4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457206
Apr 01 10:08:16.903041 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53252d56-133b-4707-9885-234e6e33fb5b req-558670cd-4c55-440d-854e-1b77b027cb36 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:16.904377 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53252d56-133b-4707-9885-234e6e33fb5b req-558670cd-4c55-440d-854e-1b77b027cb36 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0554507
Apr 01 10:08:16.951080 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53252d56-133b-4707-9885-234e6e33fb5b req-1815f46e-544a-4b3f-a22e-faac46ffadc0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409052
Apr 01 10:08:17.631550 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16394a-2b0d-4658-a7ea-3bfb5ddb1d2d req-ee54a70c-f767-465b-bba5-1c36e6fcb4ad tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:17.633042 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cc16394a-2b0d-4658-a7ea-3bfb5ddb1d2d req-ee54a70c-f767-465b-bba5-1c36e6fcb4ad tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0542371
Apr 01 10:08:17.685040 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cc16394a-2b0d-4658-a7ea-3bfb5ddb1d2d req-e4383c61-e951-49ca-af03-9f5ad3ae292f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463016
Apr 01 10:08:18.076997 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57427d73-9d3c-4530-a052-81b7086a4d9f req-3597e702-c080-49b6-826d-f936e7e33420 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:18.078433 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-57427d73-9d3c-4530-a052-81b7086a4d9f req-3597e702-c080-49b6-826d-f936e7e33420 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0543594
Apr 01 10:08:18.129730 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-57427d73-9d3c-4530-a052-81b7086a4d9f req-0878ecd2-9b02-4cc1-950f-b9dc721cea81 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452182
Apr 01 10:08:18.820586 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69914f-9b38-4138-9351-33fab6d24d6c req-35fc540a-cbda-4c67-8804-9bc797e64ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:18.822102 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b69914f-9b38-4138-9351-33fab6d24d6c req-35fc540a-cbda-4c67-8804-9bc797e64ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0585055
Apr 01 10:08:18.868560 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b69914f-9b38-4138-9351-33fab6d24d6c req-8f03f80d-df5f-40d9-acfb-4e5a3e17caf0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407126
Apr 01 10:08:19.252529 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60d215-fe3b-415c-9739-5b62d6121707 req-854aef14-188f-4269-85ea-792c50adc6db tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:19.253999 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0d60d215-fe3b-415c-9739-5b62d6121707 req-854aef14-188f-4269-85ea-792c50adc6db tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0537102
Apr 01 10:08:19.304963 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0d60d215-fe3b-415c-9739-5b62d6121707 req-8e36b2ac-685b-4712-8e0a-d1318cf3b759 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453513
Apr 01 10:08:19.995222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc48e32-0950-4ac9-a848-11e7b5a314c0 req-d64c2611-e937-416b-8e29-3d6ede7eecea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:19.996725 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1cc48e32-0950-4ac9-a848-11e7b5a314c0 req-d64c2611-e937-416b-8e29-3d6ede7eecea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0534523
Apr 01 10:08:20.048002 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1cc48e32-0950-4ac9-a848-11e7b5a314c0 req-d6d548c1-2af5-48fe-89c1-66a3bcf2df86 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426826
Apr 01 10:08:20.430464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d473-9660-499f-b243-07e70acd294a req-a49831e0-a03e-4b9d-b55a-8a0698f371f3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:20.431936 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-96c9d473-9660-499f-b243-07e70acd294a req-a49831e0-a03e-4b9d-b55a-8a0698f371f3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0559027
Apr 01 10:08:20.483900 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-96c9d473-9660-499f-b243-07e70acd294a req-d03122f2-ad10-48dd-817c-24d02e2e7b32 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463798
Apr 01 10:08:20.655132 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:08:20.760274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:20.772553 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:08:20.813248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: ACTIVE; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:20.813629 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:20.826638 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:08:20.846890 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:20.854526 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:20.909063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:20.920814 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.921151 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.921511 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.921810 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.922141 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.922461 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.922804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.923121 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.923435 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.923745 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.924063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.924366 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.924685 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.925002 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:20.925307 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:21.016311 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['b8c404b8-1348-40f2-87ab-56e8fc6c155a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:08:21.182358 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddad2f4-cb1b-48c5-afac-f6aa001ea677 req-02c9f2a4-d9d4-4ada-b7da-4c546dda1efb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:21.183746 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fddad2f4-cb1b-48c5-afac-f6aa001ea677 req-02c9f2a4-d9d4-4ada-b7da-4c546dda1efb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0626791
Apr 01 10:08:21.229629 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fddad2f4-cb1b-48c5-afac-f6aa001ea677 req-1f924683-4457-45db-aae5-325b7f4c0abc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402577
Apr 01 10:08:21.455959 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80267bf2-cd6c-4aaf-aae4-2c4fc21ad372 req-c56c232b-a561-4de6-a7c0-4ffd0c41bdb3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:21.457352 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-80267bf2-cd6c-4aaf-aae4-2c4fc21ad372 req-c56c232b-a561-4de6-a7c0-4ffd0c41bdb3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0597935
Apr 01 10:08:21.524510 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-80267bf2-cd6c-4aaf-aae4-2c4fc21ad372 req-8480ffdf-33e5-4ee1-a111-2176ca9d8c9d tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613632
Apr 01 10:08:21.547543 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55648) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:21.604269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92ca1-b9a5-4d52-8f65-1a2762191ec2 req-1773c789-681a-4a2a-9fa8-9c664e7a65a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:21.605873 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ee92ca1-b9a5-4d52-8f65-1a2762191ec2 req-1773c789-681a-4a2a-9fa8-9c664e7a65a0 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0528927
Apr 01 10:08:21.653780 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ee92ca1-b9a5-4d52-8f65-1a2762191ec2 req-f63af863-3f3d-4b87-912e-73b6d0a0cf02 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423682
Apr 01 10:08:21.746413 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bfda81-05ec-4a33-92b9-0299cf17d2d5 tempest-TestMinimumBasicScenario-226537409 tempest-TestMinimumBasicScenario-226537409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:21.750200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-14bfda81-05ec-4a33-92b9-0299cf17d2d5 tempest-TestMinimumBasicScenario-226537409 tempest-TestMinimumBasicScenario-226537409-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1125 time: 0.1993289
Apr 01 10:08:21.750843 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55652) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:21.756389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'port_id': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:21.780033 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:21.878927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:21.985955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Allocated IP 172.37.5.155 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/95bcc165-db97-455c-adf1-f8edc7dcb311) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:08:22.090306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.128894 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.174047 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:08:22.176967 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:08:22.182389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:08:22.187839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'Port': ['ID=95bcc165-db97-455c-adf1-f8edc7dcb311,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:22.214369 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.214736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.215052 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.215379 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.215723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.216020 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.216341 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.216654 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.216966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.217279 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.217593 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.217883 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.218193 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.218502 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.218840 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:22.351916 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4c4e1-ba52-4be7-a94c-e3b460d84b6f req-30084283-a36f-4020-9114-a5c5bec0698a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:22.353292 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3ec4c4e1-ba52-4be7-a94c-e3b460d84b6f req-30084283-a36f-4020-9114-a5c5bec0698a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0543344
Apr 01 10:08:22.399665 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3ec4c4e1-ba52-4be7-a94c-e3b460d84b6f req-6149d412-b7a2-490e-89e4-ca6d82f99a8b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405946
Apr 01 10:08:22.543227 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for floatingip (4e538b87-6c38-456c-8c68-c4d4fa12ca58), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.616184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.670622 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:08:22.720264 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port b8c404b8-1348-40f2-87ab-56e8fc6c155a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:08:22.720877 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.796750 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.797378 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:22.797805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.802209 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.817936 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f475a44-8e1b-40cf-b47c-be13dcad8e2e req-4adad000-15c8-4ef8-aa11-769984bff395 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:22.819440 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2f475a44-8e1b-40cf-b47c-be13dcad8e2e req-4adad000-15c8-4ef8-aa11-769984bff395 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0954790
Apr 01 10:08:22.832795 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:22.835064 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eee74d-f4f1-47d4-ba13-69cf73c19702" -d '{"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:22.852252 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:22.859299 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:22.882905 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7502182-d2e4-4d89-a2f7-e09f93997e75 x-openstack-request-id: req-c7502182-d2e4-4d89-a2f7-e09f93997e75 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:22.883215 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:22.883470 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7502182-d2e4-4d89-a2f7-e09f93997e75 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:22.883864 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7502182-d2e4-4d89-a2f7-e09f93997e75'] response: {'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'code': 200}
Apr 01 10:08:22.908627 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'Port': ['ID=95bcc165-db97-455c-adf1-f8edc7dcb311,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:22.909474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:22.928180 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2f475a44-8e1b-40cf-b47c-be13dcad8e2e req-57cf8778-8520-48c5-85cf-99d89aa7a08f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899072
Apr 01 10:08:22.932887 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (4e538b87-6c38-456c-8c68-c4d4fa12ca58), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.035561 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Floating IP 4e538b87-6c38-456c-8c68-c4d4fa12ca58 associated. External IP: 172.37.5.155, port: 16f31c6b-b8cc-44ef-b38c-0325cd60edfc.
Apr 01 10:08:23.255449 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:08:23.363304 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:08:23.374377 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Sync routers for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:08:23.386870 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.390167 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:08:23.390878 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424bef190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:08:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:08:23.418508 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-505d4ca8-2683-4e9c-81f8-11e740051e9c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6666229
Apr 01 10:08:23.419156 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:23.421532 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55664) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:23.422044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07108f-bc14-4538-9faa-d2e3ab709426" -d '{"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:23.437072 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638763313', 'description': 'tempest-secgroup-smoke-638763313 description', 'project_id': 'c4a61874308747efa6cf0456be5f46b6'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:23.471623 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.477506 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c79c89b-9db5-4001-9abf-e555769e210e x-openstack-request-id: req-3c79c89b-9db5-4001-9abf-e555769e210e {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:23.477803 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:23.478059 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c79c89b-9db5-4001-9abf-e555769e210e {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:23.478461 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c79c89b-9db5-4001-9abf-e555769e210e'] response: {'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:08:23.507363 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:08:23.549846 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (20177396-2571-4f5b-bfa6-d0d00e6adc2f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.554848 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (20177396-2571-4f5b-bfa6-d0d00e6adc2f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.566898 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4eadc-f67c-433c-8950-38c73e14eeb5 req-10d2ab83-cb1c-43b2-acea-e9a799053b6a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:23.568574 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8f4eadc-f67c-433c-8950-38c73e14eeb5 req-10d2ab83-cb1c-43b2-acea-e9a799053b6a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0892913
Apr 01 10:08:23.576777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-76bd7f6b-b822-4c31-9eb6-2927a97b45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:23.578207 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-76bd7f6b-b822-4c31-9eb6-2927a97b45b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1130 time: 0.0698678
Apr 01 10:08:23.582955 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20177396-2571-4f5b-bfa6-d0d00e6adc2f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:23.593495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.593973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.594348 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.594705 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.595016 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.595346 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.595858 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.596122 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.596505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.596843 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.597163 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.597541 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.597853 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.598181 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.598608 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:08:23.605167 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.606396 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-80fb3738-0308-4d16-88b9-dc69c93b8f57 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1838644
Apr 01 10:08:23.610029 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55670) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:23.614369 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:23.641655 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (4cacfdc6-c3e5-46f1-98cc-9cc8750eb5e7), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.683227 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8f4eadc-f67c-433c-8950-38c73e14eeb5 req-b65567e5-3c4f-41b3-938e-e2379721ffa5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086948
Apr 01 10:08:23.710502 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-2fa5f89a-19ce-4b9e-8c50-e1d9a5fbd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:23.711676 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (4cacfdc6-c3e5-46f1-98cc-9cc8750eb5e7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.712158 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-2fa5f89a-19ce-4b9e-8c50-e1d9a5fbd287 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.1210172
Apr 01 10:08:23.717461 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (4cacfdc6-c3e5-46f1-98cc-9cc8750eb5e7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.737699 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cacfdc6-c3e5-46f1-98cc-9cc8750eb5e7,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:23.742455 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.743910 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-169dee27-2ff6-4977-ab9b-42c301bfad56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1331096
Apr 01 10:08:23.747103 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55672) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:23.753955 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:23.760953 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424bef190>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e538b87-6c38-456c-8c68-c4d4fa12ca58', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'floating_ip_address': '172.37.5.155', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'port_id': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'mac_address': 'fa:16:3e:40:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:08:22Z', 'updated_at': '2022-04-01T10:08:22Z', 'revision_number': 0, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:08:23.780669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (42f17d6c-5c0f-4348-ab16-5a607e12a8be), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.789428 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Checking router: 5bf10dd5-54a1-4c7f-afff-1651d0920b1e for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:08:23.799381 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:08:23.799998 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424bef190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:08:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:08:23.819147 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-550845c7-335c-4068-99f2-dde9522081e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 1000 time: 0.0996950
Apr 01 10:08:23.839992 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (42f17d6c-5c0f-4348-ab16-5a607e12a8be), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.844324 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (42f17d6c-5c0f-4348-ab16-5a607e12a8be), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.862862 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f17d6c-5c0f-4348-ab16-5a607e12a8be,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:23.871356 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.872666 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cadef5ac-9acf-4c89-a244-c1d647243ab1 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1240487
Apr 01 10:08:23.875112 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-94820f58-b779-48ef-bff8-0166f3ea1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:23.875392 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55674) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:23.876574 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-94820f58-b779-48ef-bff8-0166f3ea1a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0501678
Apr 01 10:08:23.879832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:23.909641 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (8c8cb84e-f26e-4d83-8165-f2b9e81b4c99), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.912095 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:08:23.929069 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-f6c5d4fd-4ea1-4b29-833e-e5ed92f5db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:23.930551 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-f6c5d4fd-4ea1-4b29-833e-e5ed92f5db3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469334
Apr 01 10:08:23.968003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (8c8cb84e-f26e-4d83-8165-f2b9e81b4c99), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:23.999242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (8c8cb84e-f26e-4d83-8165-f2b9e81b4c99), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.039398 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8cb84e-f26e-4d83-8165-f2b9e81b4c99,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:24.072898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.074721 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d9a01c64-7526-4312-bd13-5a90c9652937 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1973929
Apr 01 10:08:24.076464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55680) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:24.080778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:24.095618 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-c3ed4a58-82f9-46f5-88ad-6ee7bb53f5b0 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586308
Apr 01 10:08:24.120800 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3f12-b42e-4c12-abae-63607a1e1735 req-c00710b6-a018-403c-9682-6eb0ceb58dae tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:24.122307 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a40f3f12-b42e-4c12-abae-63607a1e1735 req-c00710b6-a018-403c-9682-6eb0ceb58dae tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0799384
Apr 01 10:08:24.124242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (7c3d8833-a3eb-463d-a04a-0a549881597a), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.197989 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a40f3f12-b42e-4c12-abae-63607a1e1735 req-20698c9a-1866-46d7-83cf-46c6e536e5f5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700707
Apr 01 10:08:24.198242 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d07108f-bc14-4538-9faa-d2e3ab709426 req-2fe15f6d-0402-4b8d-9e15-aa155329b8ec service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943482
Apr 01 10:08:24.207652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (7c3d8833-a3eb-463d-a04a-0a549881597a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.213182 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (7c3d8833-a3eb-463d-a04a-0a549881597a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.237660 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3d8833-a3eb-463d-a04a-0a549881597a,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:24.248504 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.252245 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-616d1ced-485d-4be6-9b3b-10c5826e4d21 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1723423
Apr 01 10:08:24.252639 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55682) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:24.257306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:24.277702 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Project c4a61874308747efa6cf0456be5f46b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:08:24.279174 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424bef190>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e538b87-6c38-456c-8c68-c4d4fa12ca58', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'floating_ip_address': '172.37.5.155', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'port_id': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'mac_address': 'fa:16:3e:40:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:08:22Z', 'updated_at': '2022-04-01T10:08:22Z', 'revision_number': 0, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:08:24.282581 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (19060243-8cc0-4073-b407-623340b11510), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.308510 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e068e4c-a7d5-4dc7-a649-71764352e94e None None] The sync data for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi is: [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e538b87-6c38-456c-8c68-c4d4fa12ca58', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'floating_ip_address': '172.37.5.155', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'port_id': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'mac_address': 'fa:16:3e:40:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:08:22Z', 'updated_at': '2022-04-01T10:08:22Z', 'revision_number': 0, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:08:24.339827 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (19060243-8cc0-4073-b407-623340b11510), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.344389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (19060243-8cc0-4073-b407-623340b11510), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.361991 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19060243-8cc0-4073-b407-623340b11510,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:24.371428 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.374695 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a62860b1-b061-4a68-b99c-9b11a7c2824c tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1190398
Apr 01 10:08:24.375560 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55684) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:24.380215 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'security_group_rule': {'security_group_id': '20177396-2571-4f5b-bfa6-d0d00e6adc2f', 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:24.400975 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Project c4a61874308747efa6cf0456be5f46b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:08:24.405749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (89759804-1069-4fac-a07e-aa78e3cd2fbd), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.465989 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (89759804-1069-4fac-a07e-aa78e3cd2fbd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.472016 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (89759804-1069-4fac-a07e-aa78e3cd2fbd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.493801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89759804-1069-4fac-a07e-aa78e3cd2fbd,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:24.502181 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.506194 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b17ce1ea-abda-415f-9013-8071709c0bee tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1268616
Apr 01 10:08:24.520149 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ceac3f-4cba-4987-9ccf-8a93b1ddbd49 None None] New status for floating IP 4e538b87-6c38-456c-8c68-c4d4fa12ca58: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:08:24.592311 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-69b981d2-f699-4dca-8654-96afaaa657c3 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638763313&fields=id&tenant_id=c4a61874308747efa6cf0456be5f46b6 HTTP/1.1" status: 200  len: 267 time: 0.0428748
Apr 01 10:08:24.648284 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ac78fdcf-3ed3-43f0-86a4-9d525650eeed tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:24.649743 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ac78fdcf-3ed3-43f0-86a4-9d525650eeed tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0521369
Apr 01 10:08:24.660835 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'port': {'security_groups': ['b25f8794-c54e-41a0-bf09-87fc77bee7e0', '20177396-2571-4f5b-bfa6-d0d00e6adc2f']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:08:24.731353 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:24.799832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd320-65a5-44a6-a552-54f4bb81a322 req-7cf20991-f409-4d4c-a8cc-7adac8f4fa57 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:24.801342 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d87bd320-65a5-44a6-a552-54f4bb81a322 req-7cf20991-f409-4d4c-a8cc-7adac8f4fa57 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0518417
Apr 01 10:08:24.846939 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d87bd320-65a5-44a6-a552-54f4bb81a322 req-7ae7225b-3308-48cf-8153-d824619a155c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395637
Apr 01 10:08:25.152850 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:25.180902 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:25.188020 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:25.199991 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:08:25.231398 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.232031 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:25.233447 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54d0b9fe-00e6-4c38-99e7-ca3eaa1d8f27 req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "PUT /v2.0/ports/16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 982 time: 0.5775497
Apr 01 10:08:25.261317 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03853b-5cf1-4d75-a472-5130a353183b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:25.351361 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa974580-5977-4146-b3e1-596c5adb409a req-68d968df-b6e2-4c25-ad14-c8d92e99540b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.352891 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa974580-5977-4146-b3e1-596c5adb409a req-68d968df-b6e2-4c25-ad14-c8d92e99540b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0562580
Apr 01 10:08:25.383228 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2053538-f378-4940-9af6-0d31f32cebc0 req-ecf1d40f-66b4-47b6-baef-719fcae0b0eb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.385604 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d2053538-f378-4940-9af6-0d31f32cebc0 req-ecf1d40f-66b4-47b6-baef-719fcae0b0eb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0833712
Apr 01 10:08:25.434168 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:08:25.438425 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa974580-5977-4146-b3e1-596c5adb409a req-6e31f8f0-6ef8-4d03-8d6a-bf735fb75cba tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0796719
Apr 01 10:08:25.479751 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:25.483954 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f322629-7d74-4262-9e61-0d4489f430f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:25.525743 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea60cff6-cce4-4e36-97ba-4adaa40c704a x-openstack-request-id: req-ea60cff6-cce4-4e36-97ba-4adaa40c704a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:25.526241 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:25.526756 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea60cff6-cce4-4e36-97ba-4adaa40c704a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:25.527545 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea60cff6-cce4-4e36-97ba-4adaa40c704a'] response: {'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:08:25.546425 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-43d06e4e-b4ea-420c-966f-9af23a2ea62f None None] Provisioning complete for port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:08:25.547120 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43d06e4e-b4ea-420c-966f-9af23a2ea62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:25.600638 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-2c8f82ce-2fa1-490b-9b2d-9dd3656aa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.602553 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-2c8f82ce-2fa1-490b-9b2d-9dd3656aa9fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1169 time: 0.0522728
Apr 01 10:08:25.673127 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d2053538-f378-4940-9af6-0d31f32cebc0 req-f61a0577-9aea-40d3-91f5-bfc202ead900 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2812240
Apr 01 10:08:25.699569 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-d34eb33b-dfbe-4f15-a665-ae4f6755b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.701041 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-d34eb33b-dfbe-4f15-a665-ae4f6755b277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.0912068
Apr 01 10:08:25.763295 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-43d06e4e-b4ea-420c-966f-9af23a2ea62f None None] Current status of the port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:25.771714 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-1ebdcd41-193c-472d-9ed9-48d7e9ca3e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 1002 time: 0.0647511
Apr 01 10:08:25.825732 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-57231bca-043a-471b-9de3-e3ff8e01fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.827200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-57231bca-043a-471b-9de3-e3ff8e01fee5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0439401
Apr 01 10:08:25.875841 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-9b6e6e09-456c-4156-ad49-4910512034fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:25.877251 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-9b6e6e09-456c-4156-ad49-4910512034fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0439808
Apr 01 10:08:26.005200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-264d0f13-05d7-47b1-aab2-b37fdd728393 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151879
Apr 01 10:08:26.012875 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d67c60-5533-465c-a99b-ddad88aa632d req-e2a8ad6e-dc50-432d-a475-5135c9bbfde1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:26.014229 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70d67c60-5533-465c-a99b-ddad88aa632d req-e2a8ad6e-dc50-432d-a475-5135c9bbfde1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0809281
Apr 01 10:08:26.115350 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70d67c60-5533-465c-a99b-ddad88aa632d req-b9d996c8-11df-46b2-b753-676186b7f550 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929039
Apr 01 10:08:26.131821 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f322629-7d74-4262-9e61-0d4489f430f3 req-e0183779-9c12-478c-b96c-1735162c464b service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165507
Apr 01 10:08:26.326540 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:08:26.808985 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0d3e1-9825-4e6a-b303-6b41fdad700e req-408d5ef2-49a7-4efe-9275-4112b0ddd0cf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:26.810420 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-19e0d3e1-9825-4e6a-b303-6b41fdad700e req-408d5ef2-49a7-4efe-9275-4112b0ddd0cf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0527701
Apr 01 10:08:26.858424 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-19e0d3e1-9825-4e6a-b303-6b41fdad700e req-c7db07be-c3bf-42b6-be60-2153dec590d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402668
Apr 01 10:08:27.254065 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043797-1b9a-49e8-a2e8-e39caf06e4e9 req-20f503cc-231f-4d28-9273-29d871e9d86b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:27.255644 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66043797-1b9a-49e8-a2e8-e39caf06e4e9 req-20f503cc-231f-4d28-9273-29d871e9d86b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0542037
Apr 01 10:08:27.303108 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66043797-1b9a-49e8-a2e8-e39caf06e4e9 req-7e4d17b1-effd-49a9-85ca-3bf2304d94d6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418468
Apr 01 10:08:27.976530 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec384-69f9-4864-889e-5a60e5373de9 req-6355ec97-3bce-4c36-95ba-0b6726358fa5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:27.977944 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d0aec384-69f9-4864-889e-5a60e5373de9 req-6355ec97-3bce-4c36-95ba-0b6726358fa5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0521116
Apr 01 10:08:28.027423 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d0aec384-69f9-4864-889e-5a60e5373de9 req-dcb788e1-7609-4f45-9d4b-eb9095e6ab83 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436640
Apr 01 10:08:28.246509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da976e-b0c1-42eb-bbab-437418cefe5b req-7d41d384-84cd-4cce-ad25-cef551319891 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.248204 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-80da976e-b0c1-42eb-bbab-437418cefe5b req-7d41d384-84cd-4cce-ad25-cef551319891 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0651176
Apr 01 10:08:28.312739 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-80da976e-b0c1-42eb-bbab-437418cefe5b req-3a03cac5-15a4-4fb2-88d4-867e50ddb7bb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563290
Apr 01 10:08:28.324563 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-fc999821-513b-4529-a01c-fc661e4a7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.326060 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-fc999821-513b-4529-a01c-fc661e4a7784 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0711088
Apr 01 10:08:28.467426 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-dd4a2e6a-7db4-4989-a85e-09faac427863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.470866 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-dd4a2e6a-7db4-4989-a85e-09faac427863 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.1359189
Apr 01 10:08:28.475596 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efead77-53d8-45c3-a19d-f8712513cf57 req-e79e8c45-495c-4e8a-a141-36a4e9c8ae7e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.477198 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2efead77-53d8-45c3-a19d-f8712513cf57 req-e79e8c45-495c-4e8a-a141-36a4e9c8ae7e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0997648
Apr 01 10:08:28.572084 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-2c22b2d9-f620-4f2f-bbf1-712d085f42fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1001 time: 0.0934439
Apr 01 10:08:28.575030 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2efead77-53d8-45c3-a19d-f8712513cf57 req-e29b9d0e-d551-4b12-bab8-c63f4719ed44 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910375
Apr 01 10:08:28.632723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-0ba4a308-c040-48a3-9ea6-3b02ce5ed172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.634217 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-0ba4a308-c040-48a3-9ea6-3b02ce5ed172 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0559525
Apr 01 10:08:28.684199 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-249b9765-cfdd-4cf8-a6cf-258c040143c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:28.685698 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-249b9765-cfdd-4cf8-a6cf-258c040143c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446742
Apr 01 10:08:28.776447 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-1209a492-8bef-4611-ae4c-7167968908bb service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842297
Apr 01 10:08:28.871159 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-252d5f88-5feb-4c78-86ab-2f207e2d8ac9 req-00dbb602-5b05-40f4-a245-3d435d973b09 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873485
Apr 01 10:08:29.428732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d3768-e4ae-4740-b44e-0a91996c8bc0 req-960edc4e-19b6-46e1-b27b-d278aa97b090 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:29.430183 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d20d3768-e4ae-4740-b44e-0a91996c8bc0 req-960edc4e-19b6-46e1-b27b-d278aa97b090 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0537767
Apr 01 10:08:29.479046 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d20d3768-e4ae-4740-b44e-0a91996c8bc0 req-694a80c1-c0e5-47f3-9ae4-5f15d19ea3ba tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429640
Apr 01 10:08:29.727337 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6f82b-f248-424e-a755-add50e0cfe4a req-41e6aab6-ff7e-489b-8af0-0f742e0ac28c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:29.728864 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c6f82b-f248-424e-a755-add50e0cfe4a req-41e6aab6-ff7e-489b-8af0-0f742e0ac28c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0577371
Apr 01 10:08:29.778919 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c6f82b-f248-424e-a755-add50e0cfe4a req-0f6344e4-03ea-4df1-a970-31c2551e8e9b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439463
Apr 01 10:08:30.612708 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e6715-b25c-4b65-8d3e-e900588faadc req-a59f7919-9bba-4449-a725-51f69f078c29 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:30.614094 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-af5e6715-b25c-4b65-8d3e-e900588faadc req-a59f7919-9bba-4449-a725-51f69f078c29 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0652263
Apr 01 10:08:30.675449 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-af5e6715-b25c-4b65-8d3e-e900588faadc req-72f7f841-acd7-4239-81cc-8b8fa6c8a726 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557771
Apr 01 10:08:30.926986 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c112c8-56db-4e7b-91d4-f6197470f8f5 req-51dd0caa-c208-4437-adfa-292908761c80 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:30.930990 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c112c8-56db-4e7b-91d4-f6197470f8f5 req-51dd0caa-c208-4437-adfa-292908761c80 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0560277
Apr 01 10:08:30.980062 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c112c8-56db-4e7b-91d4-f6197470f8f5 req-d2500c0c-f59b-466a-a0bc-9c1e35a95b74 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460029
Apr 01 10:08:32.107284 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1ecc-4200-42cc-b310-3a19b250e7c4 req-72fdfbc7-bb3c-44dc-8123-10262779c636 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:32.108862 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89db1ecc-4200-42cc-b310-3a19b250e7c4 req-72fdfbc7-bb3c-44dc-8123-10262779c636 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0525007
Apr 01 10:08:32.156682 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-89db1ecc-4200-42cc-b310-3a19b250e7c4 req-2c82f200-23c1-479e-9fb2-4cef3b00f89a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417898
Apr 01 10:08:33.297150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40703e1-13b4-4f47-8459-960b0e81364a req-d73dc576-22e5-4002-8172-33df00449f12 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:33.298701 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d40703e1-13b4-4f47-8459-960b0e81364a req-d73dc576-22e5-4002-8172-33df00449f12 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0574834
Apr 01 10:08:33.357093 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d40703e1-13b4-4f47-8459-960b0e81364a req-d8b6a0f6-63ff-4660-9278-cd8bd1b40518 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516918
Apr 01 10:08:34.482413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6fec6-212f-43d4-93cc-cecd9090aac3 req-4a689dc4-9fd1-46d2-b6c9-3a93d3946c97 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:34.484185 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-34f6fec6-212f-43d4-93cc-cecd9090aac3 req-4a689dc4-9fd1-46d2-b6c9-3a93d3946c97 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0540433
Apr 01 10:08:34.541052 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-34f6fec6-212f-43d4-93cc-cecd9090aac3 req-4fbd8e6e-e0a1-4b0a-8314-e4319010776b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501838
Apr 01 10:08:35.670957 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd5d59-ebeb-4e50-a0bd-a722d708c252 req-9188435a-111e-4cbf-a00a-7a9c780c52c5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:35.672465 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37fd5d59-ebeb-4e50-a0bd-a722d708c252 req-9188435a-111e-4cbf-a00a-7a9c780c52c5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0553524
Apr 01 10:08:35.722273 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37fd5d59-ebeb-4e50-a0bd-a722d708c252 req-32cc5c4c-7010-4e8b-a213-b79534241da4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438075
Apr 01 10:08:36.853689 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a79eff-f8d7-42f4-8040-fbc1e389cb9a req-5deb7984-0306-4741-8c3a-273222c4c926 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:36.855437 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9a79eff-f8d7-42f4-8040-fbc1e389cb9a req-5deb7984-0306-4741-8c3a-273222c4c926 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0542786
Apr 01 10:08:36.903959 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9a79eff-f8d7-42f4-8040-fbc1e389cb9a req-d5713374-6a6e-4d7e-ad0c-4a1c0806d707 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426414
Apr 01 10:08:37.325022 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:38.035575 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cbca-92ec-482f-b508-f297541bdefe req-fed05668-dc7e-4a70-aeb2-d5c9f2e45dd5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:38.037132 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a78cbca-92ec-482f-b508-f297541bdefe req-fed05668-dc7e-4a70-aeb2-d5c9f2e45dd5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0581810
Apr 01 10:08:38.100446 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a78cbca-92ec-482f-b508-f297541bdefe req-62b07093-5602-427c-ba60-2e92a586a6f9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574958
Apr 01 10:08:38.592254 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-41b1cfec-aaf8-4a5c-a13d-a076391c89d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:39.235399 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a41d0-b1f6-42d4-87da-aef5c081089c req-a39a67e8-3e5a-44ab-a66d-c7aa15d83e7a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:39.236860 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5e3a41d0-b1f6-42d4-87da-aef5c081089c req-a39a67e8-3e5a-44ab-a66d-c7aa15d83e7a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0549002
Apr 01 10:08:39.283746 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5e3a41d0-b1f6-42d4-87da-aef5c081089c req-4283b442-3ee3-495c-adc1-13b7edbd068b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412078
Apr 01 10:08:39.986232 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 55842) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:40.100394 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68d99b9c-7caa-4ddb-9d3c-69c1261d0065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.180680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68d99b9c-7caa-4ddb-9d3c-69c1261d0065 admin admin] Publish callbacks [] for security_group (ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.186551 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68d99b9c-7caa-4ddb-9d3c-69c1261d0065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.228970 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d99b9c-7caa-4ddb-9d3c-69c1261d0065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:40.234193 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-68d99b9c-7caa-4ddb-9d3c-69c1261d0065 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb14d2f362cf41338328bd33d5dd2c49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2467971
Apr 01 10:08:40.237023 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55846) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:40.291114 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] Publish callbacks [] for security_group (ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.314785 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] Publish callbacks [] for security_group (ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.369891 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.372776 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:40.373959 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8 HTTP/1.1" status: 204  len: 168 time: 0.1359315
Apr 01 10:08:40.382751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795fae-3115-43c2-a9ea-3fc676d03bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f0c8b-8e47-4b93-ba51-e3b70e0162e8,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:40.457525 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d91a-a690-4061-bd2d-88d2bd11188c req-c3ed757d-23d3-4b33-91a2-1b1f7caa048e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:40.464152 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6418d91a-a690-4061-bd2d-88d2bd11188c req-c3ed757d-23d3-4b33-91a2-1b1f7caa048e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0716033
Apr 01 10:08:40.511135 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6418d91a-a690-4061-bd2d-88d2bd11188c req-78479b84-b961-4ae7-abb6-5714a3274fc9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451281
Apr 01 10:08:40.942578 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d26b66a4-234f-4447-98c6-ce348261220b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:41.646574 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349506b-5cfd-45dc-82ff-503cb4aa5477 req-e894d7b8-030d-423c-91b7-1bb009a36022 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:41.648101 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6349506b-5cfd-45dc-82ff-503cb4aa5477 req-e894d7b8-030d-423c-91b7-1bb009a36022 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0528896
Apr 01 10:08:41.694048 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6349506b-5cfd-45dc-82ff-503cb4aa5477 req-e37c4bfe-60b0-4085-bf92-96a8393d58c2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403991
Apr 01 10:08:41.765322 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313701a5-3b90-4fbe-9999-c884cf64207d req-621b24cc-4ea8-4aab-9bfe-68ebabf8bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:41.766721 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-621b24cc-4ea8-4aab-9bfe-68ebabf8bb33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1130 time: 0.0459480
Apr 01 10:08:41.855539 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313701a5-3b90-4fbe-9999-c884cf64207d req-95b6334f-1f2a-4949-98ef-633d8838e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:41.856950 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-95b6334f-1f2a-4949-98ef-633d8838e2ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0808203
Apr 01 10:08:41.943395 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-ae93f4aa-dbc1-469c-8816-525b6011bd3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 1001 time: 0.0789449
Apr 01 10:08:41.995304 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313701a5-3b90-4fbe-9999-c884cf64207d req-fbeaeef7-caa2-4ae0-9507-9f6db21b8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:41.996732 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-fbeaeef7-caa2-4ae0-9507-9f6db21b8441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0465455
Apr 01 10:08:42.053909 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313701a5-3b90-4fbe-9999-c884cf64207d req-2c6a5c43-27f7-4364-bde3-019910acd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:42.055362 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-2c6a5c43-27f7-4364-bde3-019910acd421 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0514925
Apr 01 10:08:42.158989 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-0b13eb7e-b68a-4467-bf0f-9aa47b8a6bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961761
Apr 01 10:08:42.163746 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:42.251154 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-313701a5-3b90-4fbe-9999-c884cf64207d req-79947bf3-4a50-424e-b425-17a59cfed7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854316
Apr 01 10:08:42.833151 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74ffb-222d-4563-94c3-f02c8d465cf7 req-8716a6b9-ec53-49ef-983a-5b865a61bd49 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:42.834597 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31c74ffb-222d-4563-94c3-f02c8d465cf7 req-8716a6b9-ec53-49ef-983a-5b865a61bd49 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0668874
Apr 01 10:08:42.882602 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31c74ffb-222d-4563-94c3-f02c8d465cf7 req-b61c77c1-1220-4bca-a003-057b060e00f6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396125
Apr 01 10:08:43.325931 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:44.027812 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97990d-c868-4244-ae00-5e430ea28388 req-ae2af707-a266-4bd1-84da-44d8d7c9f837 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:44.029299 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f97990d-c868-4244-ae00-5e430ea28388 req-ae2af707-a266-4bd1-84da-44d8d7c9f837 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 946 time: 0.0565231
Apr 01 10:08:44.076751 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f97990d-c868-4244-ae00-5e430ea28388 req-1dc08228-3436-47c7-aad7-9b4ca457127a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417905
Apr 01 10:08:44.800661 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:08:44.877998 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:08:44.878381 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:44.901167 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:08:44.903438 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d9185a-9877-400b-bdaf-ee09ca6d9a3e" -d '{"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:08:44.916284 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:08:44.921415 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:44.944722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 10:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1352c3f4-403c-45da-a532-5c67d0e9a97d x-openstack-request-id: req-1352c3f4-403c-45da-a532-5c67d0e9a97d {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:08:44.945005 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-unplugged", "status": "failed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "code": 422}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:08:44.945257 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1352c3f4-403c-45da-a532-5c67d0e9a97d {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:08:44.945689 dv-cinder-master-3-iscsi neutron-server[103473]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1352c3f4-403c-45da-a532-5c67d0e9a97d']: {'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'code': 422} returned with failed status
Apr 01 10:08:44.973707 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:08:45.038536 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:08:45.210675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd8fac-2930-4e4e-9513-c11d822f1b02 req-5f78e7ae-00cd-4385-b771-e2e0d06d61f1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:45.212159 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2bcd8fac-2930-4e4e-9513-c11d822f1b02 req-5f78e7ae-00cd-4385-b771-e2e0d06d61f1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0539355
Apr 01 10:08:45.261906 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2bcd8fac-2930-4e4e-9513-c11d822f1b02 req-6a087c6a-79ff-43ca-8958-c51f560ddd6a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416288
Apr 01 10:08:45.758718 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-4f890f5c-40c0-41d9-b76f-79934b9f5a27 req-6ccac32c-ca8d-4487-aded-87693f1de878 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:08:45.759740 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f890f5c-40c0-41d9-b76f-79934b9f5a27 req-6ccac32c-ca8d-4487-aded-87693f1de878 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062878
Apr 01 10:08:45.920624 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d70f3-20c3-465c-827c-17769d72a399 req-75a680cd-2823-42d1-b788-1350e8a4443e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:45.922100 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-834d70f3-20c3-465c-827c-17769d72a399 req-75a680cd-2823-42d1-b788-1350e8a4443e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0526631
Apr 01 10:08:45.968459 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-834d70f3-20c3-465c-827c-17769d72a399 req-a76cafba-73dd-4e7c-8602-dabaca1edb28 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405142
Apr 01 10:08:46.283703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55914) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:46.378399 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-3175b7e5-e344-4e11-abd8-cfc397694a54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0935631
Apr 01 10:08:46.388897 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-912c00a3-7c03-43f0-91d3-861c6e800c53 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:08:46.389821 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-912c00a3-7c03-43f0-91d3-861c6e800c53 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048196
Apr 01 10:08:46.484599 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 55922) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:08:46.585066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-be485d89-8171-43e5-b99b-ead2a1aed80f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:46.586404 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-be485d89-8171-43e5-b99b-ead2a1aed80f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports/b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 941 time: 0.1007814
Apr 01 10:08:47.093842 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053db04-a0f9-475e-8c11-f1960f46e6d4 req-54bf7331-cb02-43ac-99fa-ede4804ae4f1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:47.095346 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1053db04-a0f9-475e-8c11-f1960f46e6d4 req-54bf7331-cb02-43ac-99fa-ede4804ae4f1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0531957
Apr 01 10:08:47.142709 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1053db04-a0f9-475e-8c11-f1960f46e6d4 req-9bb02ae6-1af1-4757-8334-7c1a11897602 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409966
Apr 01 10:08:48.111950 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-5101ba6a-fd1b-459a-b6da-f74053ea4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.113524 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-5101ba6a-fd1b-459a-b6da-f74053ea4a17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 1128 time: 0.0816474
Apr 01 10:08:48.186730 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-6ddb8357-1ebc-4d39-a557-9aeda8d6bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.188225 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-6ddb8357-1ebc-4d39-a557-9aeda8d6bce9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1128 time: 0.0448954
Apr 01 10:08:48.307688 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-b131da76-ea70-4837-9861-6ef395c1a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.309160 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-b131da76-ea70-4837-9861-6ef395c1a024 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.1147726
Apr 01 10:08:48.319731 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a455-c339-4530-9702-08004a1b905c req-0c99b8c6-48fd-46c8-9e16-d068f1ac578d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.321085 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca85a455-c339-4530-9702-08004a1b905c req-0c99b8c6-48fd-46c8-9e16-d068f1ac578d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0870364
Apr 01 10:08:48.405253 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-7ddd443e-b293-456a-922f-aeebf8555b7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 999 time: 0.0832453
Apr 01 10:08:48.412518 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca85a455-c339-4530-9702-08004a1b905c req-0453be9c-9f34-4913-8036-e484ff8f36ab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849090
Apr 01 10:08:48.456033 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-c4c1ff55-f40e-473f-abcd-0579cf6e03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.457550 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-c4c1ff55-f40e-473f-abcd-0579cf6e03aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0441427
Apr 01 10:08:48.507646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-a112bd96-6f08-4ef0-9f85-e2aa0a50e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:48.509118 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-a112bd96-6f08-4ef0-9f85-e2aa0a50e2ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0449808
Apr 01 10:08:48.611407 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-6c4e231a-b536-4868-b8af-d8423c64184f service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846887
Apr 01 10:08:48.699440 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e790c9c2-277a-476e-b970-3d4e68c313bd req-4d7ae1bf-6bd5-451f-9564-debab9a26f3c service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813529
Apr 01 10:08:49.552684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9669014-83b4-4765-9d2d-f9b7fe7a7c9d req-d9d0e7f0-d5da-4aa2-b50e-5e94c029a763 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:49.554419 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9669014-83b4-4765-9d2d-f9b7fe7a7c9d req-d9d0e7f0-d5da-4aa2-b50e-5e94c029a763 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0562916
Apr 01 10:08:49.611272 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c9669014-83b4-4765-9d2d-f9b7fe7a7c9d req-ab26c71f-266e-42cd-bcc6-3fd6f5f13d8e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474937
Apr 01 10:08:50.743847 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc43a9-a3cb-4197-bc78-5c98523a1ed4 req-b793bdfe-2b6d-49dd-bf72-5de8b1d3bcbe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:50.745260 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f0dc43a9-a3cb-4197-bc78-5c98523a1ed4 req-b793bdfe-2b6d-49dd-bf72-5de8b1d3bcbe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0556233
Apr 01 10:08:50.805764 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f0dc43a9-a3cb-4197-bc78-5c98523a1ed4 req-c33f60c8-1df0-490b-a4fa-bfd4f9a96c91 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546165
Apr 01 10:08:51.945173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bf3c-b650-4bcf-b42d-1221a8ddb4b9 req-598ee4fd-a201-4129-9850-0d0075e1e294 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:51.946888 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3051bf3c-b650-4bcf-b42d-1221a8ddb4b9 req-598ee4fd-a201-4129-9850-0d0075e1e294 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0571766
Apr 01 10:08:51.995018 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3051bf3c-b650-4bcf-b42d-1221a8ddb4b9 req-6488abbe-014e-438b-ab4b-08b4b5042485 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417805
Apr 01 10:08:53.129250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e092f9f-e0bf-4de2-888e-6af4b4365562 req-ea22dbc0-b025-4132-b2b3-84ac3bfe14df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:53.130758 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e092f9f-e0bf-4de2-888e-6af4b4365562 req-ea22dbc0-b025-4132-b2b3-84ac3bfe14df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0569763
Apr 01 10:08:53.185538 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e092f9f-e0bf-4de2-888e-6af4b4365562 req-33479c68-7810-41c9-942e-823f374e83fa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479827
Apr 01 10:08:54.370404 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08137a46-205a-407a-a42f-ee3492f5c46c req-98dcd8f0-d94d-4d5f-8241-8ccf02ce080d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:54.371938 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-08137a46-205a-407a-a42f-ee3492f5c46c req-98dcd8f0-d94d-4d5f-8241-8ccf02ce080d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0542889
Apr 01 10:08:54.424837 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-08137a46-205a-407a-a42f-ee3492f5c46c req-96994eb7-6a22-4bdb-bb0d-04a8b04afce2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461080
Apr 01 10:08:55.550389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da99b-4c06-49f0-b777-8b5aa65e4360 req-bb4f5370-8615-47c8-b52b-8c48c165e061 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:55.551876 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-266da99b-4c06-49f0-b777-8b5aa65e4360 req-bb4f5370-8615-47c8-b52b-8c48c165e061 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0544240
Apr 01 10:08:55.602153 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-266da99b-4c06-49f0-b777-8b5aa65e4360 req-5fad07dc-42b3-46e1-a61b-5c0b83fb11f3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442269
Apr 01 10:08:56.733734 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdc004-5d72-4169-9eb6-ae9f64cb1823 req-3d633652-e36f-43cd-a00f-ff9a02624a67 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:56.735208 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c2bdc004-5d72-4169-9eb6-ae9f64cb1823 req-3d633652-e36f-43cd-a00f-ff9a02624a67 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0592492
Apr 01 10:08:56.785092 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c2bdc004-5d72-4169-9eb6-ae9f64cb1823 req-1079dc92-45af-4113-a617-b190720fdb87 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435371
Apr 01 10:08:57.914541 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785174bb-da4a-416b-88bd-6586b870f9e3 req-cbc8a35f-64a6-4a1a-90cb-b4386cfbee9e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:57.916225 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-785174bb-da4a-416b-88bd-6586b870f9e3 req-cbc8a35f-64a6-4a1a-90cb-b4386cfbee9e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0589294
Apr 01 10:08:57.963649 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-785174bb-da4a-416b-88bd-6586b870f9e3 req-0c7feec4-72f4-402e-96fe-072cd4c84471 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416698
Apr 01 10:08:59.107080 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e6d-ea82-4ad7-95f0-673b6e50373e req-0d20cd43-9459-4fee-bf88-8201ef673433 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:08:59.108566 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13744e6d-ea82-4ad7-95f0-673b6e50373e req-0d20cd43-9459-4fee-bf88-8201ef673433 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0557945
Apr 01 10:08:59.162381 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13744e6d-ea82-4ad7-95f0-673b6e50373e req-eec2b1a0-927a-4128-8c96-a022e6ac963d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478036
Apr 01 10:09:00.291897 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48f7b-3bd8-47ba-9ffc-ca9ea00b3741 req-5f496198-7487-4d09-96ba-1cee31afde8b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:00.293261 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eeb48f7b-3bd8-47ba-9ffc-ca9ea00b3741 req-5f496198-7487-4d09-96ba-1cee31afde8b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0546541
Apr 01 10:09:00.342546 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eeb48f7b-3bd8-47ba-9ffc-ca9ea00b3741 req-86b030c1-d312-4a87-bcdc-8ea56d0b9728 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414448
Apr 01 10:09:01.487034 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9867f2-7333-4268-8b48-0abc77e7eb91 req-daca565a-35be-4c25-bf03-dfb16dc34406 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:01.488500 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fc9867f2-7333-4268-8b48-0abc77e7eb91 req-daca565a-35be-4c25-bf03-dfb16dc34406 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0604677
Apr 01 10:09:01.536793 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fc9867f2-7333-4268-8b48-0abc77e7eb91 req-539d3463-c05f-462c-9feb-192d44c1f39a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425153
Apr 01 10:09:02.731708 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361da40f-7299-4114-aefe-8c06ef22b16a req-89859cca-62a4-4961-965a-c2f8eae2dcc3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:02.733114 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-361da40f-7299-4114-aefe-8c06ef22b16a req-89859cca-62a4-4961-965a-c2f8eae2dcc3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.1152399
Apr 01 10:09:02.780754 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-361da40f-7299-4114-aefe-8c06ef22b16a req-08de1e2c-f2ad-4a6b-8309-dc69533750ea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416367
Apr 01 10:09:03.325508 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:09:03.914150 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da384c-0b16-4514-9dfe-be34262eefb3 req-bd2624e4-a682-4e26-a0e5-fff6acba729a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:03.916245 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-36da384c-0b16-4514-9dfe-be34262eefb3 req-bd2624e4-a682-4e26-a0e5-fff6acba729a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0616429
Apr 01 10:09:03.963254 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-36da384c-0b16-4514-9dfe-be34262eefb3 req-194a9e40-df58-4fd4-97e7-1eba8bbccae0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407577
Apr 01 10:09:05.105839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee97985-0aa2-491c-b342-fc6543dd7def req-a9c90a28-0326-4e02-ab70-b37baa5e4972 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:05.107315 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4ee97985-0aa2-491c-b342-fc6543dd7def req-a9c90a28-0326-4e02-ab70-b37baa5e4972 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0549765
Apr 01 10:09:05.161613 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4ee97985-0aa2-491c-b342-fc6543dd7def req-b1510155-5e63-4f0c-b175-0abb3ead08ef tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485895
Apr 01 10:09:06.297537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642e2b-7ad6-47b8-8300-fa370124724a req-89a0b4d0-f60f-487d-b70e-e01a6172d910 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:06.299043 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22642e2b-7ad6-47b8-8300-fa370124724a req-89a0b4d0-f60f-487d-b70e-e01a6172d910 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0545888
Apr 01 10:09:06.352680 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22642e2b-7ad6-47b8-8300-fa370124724a req-274ddff6-58b1-40d7-840b-31b416a91517 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480261
Apr 01 10:09:07.369920 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:07.486666 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ab37-42da-4b2a-bcda-552cdc9459f2 req-e4fd5e52-e585-4f96-8efe-6e9bccefdd36 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:07.488341 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1338ab37-42da-4b2a-bcda-552cdc9459f2 req-e4fd5e52-e585-4f96-8efe-6e9bccefdd36 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0557742
Apr 01 10:09:07.541781 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1338ab37-42da-4b2a-bcda-552cdc9459f2 req-8161f0a1-ebe0-4194-8941-43b7b0037407 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437982
Apr 01 10:09:08.599908 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46839a15-5532-42c3-89df-04cc3d077ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:08.673533 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285b6ed-61ad-4b6e-9523-1feb56fe379f req-b35c7642-8271-403f-8bff-f799f042978a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:08.674967 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c285b6ed-61ad-4b6e-9523-1feb56fe379f req-b35c7642-8271-403f-8bff-f799f042978a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0523169
Apr 01 10:09:08.720939 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c285b6ed-61ad-4b6e-9523-1feb56fe379f req-98dcde30-275f-46bc-8ef6-68fc850f3dc7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401301
Apr 01 10:09:09.042984 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-fa00753d-4b8c-4d70-b986-6207a7557e52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0444202
Apr 01 10:09:09.115539 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-b43e1d73-0689-4b4c-b742-08b9ed3c875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:09.117049 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-b43e1d73-0689-4b4c-b742-08b9ed3c875a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 1129 time: 0.0478089
Apr 01 10:09:09.222779 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-b84bbf67-6406-4a1a-9815-2797570c4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:09.224197 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-b84bbf67-6406-4a1a-9815-2797570c4a95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0840323
Apr 01 10:09:09.272746 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-9de7de74-fddf-490e-883d-1176c99233b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 200  len: 217 time: 0.0366590
Apr 01 10:09:09.327769 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-d7b22f61-f8d0-43ea-a7a7-ceb3a3baa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:09.329906 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-d7b22f61-f8d0-43ea-a7a7-ceb3a3baa68e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0493910
Apr 01 10:09:09.382135 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-1086e731-289a-476e-b3db-692c0809f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:09.383701 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-1086e731-289a-476e-b3db-692c0809f7bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0448577
Apr 01 10:09:09.481025 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-bca78cad-bd95-4b7d-84e1-834cb93574db service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905175
Apr 01 10:09:09.583480 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34b540c1-07b4-40c3-a869-e34f2ddb9f3f req-1d35a391-5cf1-4a0f-bc9b-78bde23a2ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863624
Apr 01 10:09:09.857188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a841f8-5ae2-40af-9b0b-699a7e68204a req-f5edcdbd-8076-4ebf-95c6-5a706de5b5a7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:09.858530 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7a841f8-5ae2-40af-9b0b-699a7e68204a req-f5edcdbd-8076-4ebf-95c6-5a706de5b5a7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0599403
Apr 01 10:09:09.920208 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7a841f8-5ae2-40af-9b0b-699a7e68204a req-0b6130da-548d-43ac-9070-3fe70c82bf20 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531807
Apr 01 10:09:10.919226 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:09:10.934420 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-32253efa-87df-4eac-ae1e-1a41ba2bb1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:10.982971 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-1ee11a7a-3a07-4c63-b72b-334c77e48309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:10.983993 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-1ee11a7a-3a07-4c63-b72b-334c77e48309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0737736
Apr 01 10:09:10.994166 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc781e7-1d8a-4f87-a8a3-655f31223077 req-14da3e3f-4a49-498a-a269-c71a23c981c3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:10.995695 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ffc781e7-1d8a-4f87-a8a3-655f31223077 req-14da3e3f-4a49-498a-a269-c71a23c981c3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0766304
Apr 01 10:09:11.028191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:09:11.041683 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'mac_address': 'fa:16:3e:5a:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:09:11.052240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6b067-d796-4a9a-9e80-7ef9f264337b req-32936006-bcda-4092-b354-fe70da3242fa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:11.053752 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-edb6b067-d796-4a9a-9e80-7ef9f264337b req-32936006-bcda-4092-b354-fe70da3242fa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 944 time: 0.0549512
Apr 01 10:09:11.082083 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:09:11.082497 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:11.096353 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:09:11.101881 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ffc781e7-1d8a-4f87-a8a3-655f31223077 req-8738f6d0-0ef8-4cfe-bd81-5220a593c013 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855234
Apr 01 10:09:11.124241 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-edb6b067-d796-4a9a-9e80-7ef9f264337b req-0b743573-e390-4227-bb2f-5791a1a6c233 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558674
Apr 01 10:09:11.124366 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-40661de6-f595-4be1-8879-61f12812e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:11.124469 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:09:11.124565 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-40661de6-f595-4be1-8879-61f12812e96e service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.1233222
Apr 01 10:09:11.130495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:11.178105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=9']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:09:11.198150 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-4f15841e-d4ab-4d6a-b623-2fdf52b6896d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 1001 time: 0.0713623
Apr 01 10:09:11.249665 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-71728529-a2a2-4bb8-88d7-6390c0705423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:11.250999 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-71728529-a2a2-4bb8-88d7-6390c0705423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0457335
Apr 01 10:09:11.300533 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-ce6c5098-a565-44d1-a3e4-9b0b80031497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:11.301942 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-ce6c5098-a565-44d1-a3e4-9b0b80031497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446827
Apr 01 10:09:11.394761 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-a2bd5235-50c3-4249-b5f5-c9c14742def7 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860014
Apr 01 10:09:11.483633 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21b58af5-6419-40cf-8b64-c6db4bdaa513 req-c409f5a9-e860-44b4-b9f0-f36e25bbed07 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825922
Apr 01 10:09:11.528916 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['b8c404b8-1348-40f2-87ab-56e8fc6c155a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:09:12.175790 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:12.237217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b2e2b-b0d8-462c-b3b2-e5d677de4fda req-55c80c4a-bb9d-4e24-9e35-8eae86965bc7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:12.238775 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c2b2e2b-b0d8-462c-b3b2-e5d677de4fda req-55c80c4a-bb9d-4e24-9e35-8eae86965bc7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0518725
Apr 01 10:09:12.249420 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac232-8c70-4831-9ce9-0bab1661918b req-12dea29f-b637-437d-b06e-63e42e5987e0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:12.250904 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-397ac232-8c70-4831-9ce9-0bab1661918b req-12dea29f-b637-437d-b06e-63e42e5987e0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 945 time: 0.0561447
Apr 01 10:09:12.285459 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c2b2e2b-b0d8-462c-b3b2-e5d677de4fda req-339b9bc0-bd52-44d1-bfb4-c11eed80ac46 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404572
Apr 01 10:09:12.299036 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-397ac232-8c70-4831-9ce9-0bab1661918b req-79082203-87a8-41a9-8fbc-c1ce35f760c2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418656
Apr 01 10:09:12.932978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:09:12.982739 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port b8c404b8-1348-40f2-87ab-56e8fc6c155a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:09:12.983107 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:13.062001 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port b8c404b8-1348-40f2-87ab-56e8fc6c155a is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:09:13.062411 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:13.084432 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:09:13.086671 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28d7a9c-ed0d-4e88-a7a4-b0ace9dae792" -d '{"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:09:13.099002 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:09:13.105341 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:13.128427 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad86962-245c-4157-a69d-761d0ebaa7b3 x-openstack-request-id: req-bad86962-245c-4157-a69d-761d0ebaa7b3 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:09:13.128716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:09:13.128969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bad86962-245c-4157-a69d-761d0ebaa7b3 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:09:13.129359 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad86962-245c-4157-a69d-761d0ebaa7b3'] response: {'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'code': 200}
Apr 01 10:09:13.154631 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=10']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:09:13.328209 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:13.407759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75ce2-9553-4fe1-838a-0af53da0b7c2 req-3ae94e02-40e8-4ccb-a458-d6fe17316171 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:13.409261 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61d75ce2-9553-4fe1-838a-0af53da0b7c2 req-3ae94e02-40e8-4ccb-a458-d6fe17316171 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0534883
Apr 01 10:09:13.431465 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c690d-57d2-4d41-93aa-34f28a3d92f8 req-20e1100d-829b-47c4-93c3-0e7d1d7a6333 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:13.432907 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d69c690d-57d2-4d41-93aa-34f28a3d92f8 req-20e1100d-829b-47c4-93c3-0e7d1d7a6333 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0553496
Apr 01 10:09:13.455842 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61d75ce2-9553-4fe1-838a-0af53da0b7c2 req-b236066a-58bf-4ecf-a058-047088a29d32 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408769
Apr 01 10:09:13.480325 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d69c690d-57d2-4d41-93aa-34f28a3d92f8 req-e0125a0c-9fe6-407a-98ce-69f50c58ac07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414083
Apr 01 10:09:13.797605 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2f01a-0405-43bf-a4f2-e6c32ee0eb15 req-1570e09a-6c27-4395-851f-7b812021889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:13.799120 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-42d2f01a-0405-43bf-a4f2-e6c32ee0eb15 req-1570e09a-6c27-4395-851f-7b812021889c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1131 time: 0.0473270
Apr 01 10:09:13.846876 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-42d2f01a-0405-43bf-a4f2-e6c32ee0eb15 req-dc81177b-7503-4ccd-9fd1-2af05b7ec41f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378401
Apr 01 10:09:14.582091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddee3d-cfa3-4472-9e4d-0e25115c6246 req-54951d10-2fb7-4503-a077-a8a300430ba3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:14.583591 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-03ddee3d-cfa3-4472-9e4d-0e25115c6246 req-54951d10-2fb7-4503-a077-a8a300430ba3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0568743
Apr 01 10:09:14.603707 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56a904-3581-4885-8a35-78bf4caeca88 req-6f107420-2775-4a81-b8d0-d4cde24963c4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:14.605194 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8e56a904-3581-4885-8a35-78bf4caeca88 req-6f107420-2775-4a81-b8d0-d4cde24963c4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0519550
Apr 01 10:09:14.630710 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-03ddee3d-cfa3-4472-9e4d-0e25115c6246 req-fbe45f6c-9814-488f-a072-fd1953a028eb tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414371
Apr 01 10:09:14.873258 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8e56a904-3581-4885-8a35-78bf4caeca88 req-4d1d215a-b608-4c72-8685-93537007c05b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2621725
Apr 01 10:09:15.050840 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:15.755212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9f648-5e7c-420e-b357-3cccf3b41328 req-f4a4bdb6-bc2d-4e10-ac0f-d38fc537153a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:15.756695 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fbc9f648-5e7c-420e-b357-3cccf3b41328 req-f4a4bdb6-bc2d-4e10-ac0f-d38fc537153a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0538375
Apr 01 10:09:15.807011 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fbc9f648-5e7c-420e-b357-3cccf3b41328 req-61475de4-a5d3-49e6-8598-1f89aeabeb60 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445461
Apr 01 10:09:16.007271 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27ea56-688a-4e9b-ba45-84c8e4e2a1fa req-c52e2b9e-b79c-43dd-8aa1-d5cabddace1e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:16.008706 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d27ea56-688a-4e9b-ba45-84c8e4e2a1fa req-c52e2b9e-b79c-43dd-8aa1-d5cabddace1e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0550382
Apr 01 10:09:16.057805 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d27ea56-688a-4e9b-ba45-84c8e4e2a1fa req-f2712028-2079-4fdb-96a6-4872f395b6f5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433364
Apr 01 10:09:17.061590 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18df73-c436-4411-be5f-196b278d8cb8 req-872c074d-1d81-4786-8945-e69dbe1fdde6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:17.063069 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f18df73-c436-4411-be5f-196b278d8cb8 req-872c074d-1d81-4786-8945-e69dbe1fdde6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0624721
Apr 01 10:09:17.114093 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f18df73-c436-4411-be5f-196b278d8cb8 req-2e400c16-a314-4f37-90e0-0c1869eb2027 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455060
Apr 01 10:09:17.183676 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cada12-26fb-46aa-b5f9-284ee538f65b req-69fbacbb-ed04-469d-a7b7-c1d6d9d450a3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:17.185240 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31cada12-26fb-46aa-b5f9-284ee538f65b req-69fbacbb-ed04-469d-a7b7-c1d6d9d450a3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0527446
Apr 01 10:09:17.235163 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31cada12-26fb-46aa-b5f9-284ee538f65b req-b6b3d6ae-8597-4577-aed2-8b437ffa95b8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438445
Apr 01 10:09:18.233729 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba3f77-3332-401a-82ee-0775aa163727 req-51fe299f-9d07-48c0-8c13-3ee0f275a264 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:18.235217 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bba3f77-3332-401a-82ee-0775aa163727 req-51fe299f-9d07-48c0-8c13-3ee0f275a264 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0532329
Apr 01 10:09:18.282049 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bba3f77-3332-401a-82ee-0775aa163727 req-19fa39fc-ac30-45a4-9967-d65aed68f69b tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412807
Apr 01 10:09:19.425278 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ef5a6-019e-4793-a166-a20184309f12 req-da7155d4-8f2a-48ac-9569-e04e35299c1c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:19.426765 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-468ef5a6-019e-4793-a166-a20184309f12 req-da7155d4-8f2a-48ac-9569-e04e35299c1c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0659900
Apr 01 10:09:19.476480 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-468ef5a6-019e-4793-a166-a20184309f12 req-eb19448d-0284-41b5-9082-b3fdc65a9655 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438905
Apr 01 10:09:20.611294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f932cd-d8bd-47bd-9b88-37b9ee787c23 req-ab7c72c4-3b48-421b-8137-bb0416e979a7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:20.612736 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56f932cd-d8bd-47bd-9b88-37b9ee787c23 req-ab7c72c4-3b48-421b-8137-bb0416e979a7 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0565112
Apr 01 10:09:20.661818 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56f932cd-d8bd-47bd-9b88-37b9ee787c23 req-32aa858e-d2a8-4745-a728-827da3e0c2b6 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409324
Apr 01 10:09:21.792541 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d1d4-4ce3-498a-9380-0198fa70eb56 req-a7103928-9fc5-43e4-a092-2b02bec5a162 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:21.793916 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29d2d1d4-4ce3-498a-9380-0198fa70eb56 req-a7103928-9fc5-43e4-a092-2b02bec5a162 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0547309
Apr 01 10:09:21.842965 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29d2d1d4-4ce3-498a-9380-0198fa70eb56 req-d2bb34fe-418e-45c7-9f65-f57ca37b333f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418770
Apr 01 10:09:22.979505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7d02-c852-45de-86ed-cd04f75548dd req-f4dd5e91-0ef7-4417-81a0-f19f682b5f9a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:22.980983 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb9e7d02-c852-45de-86ed-cd04f75548dd req-f4dd5e91-0ef7-4417-81a0-f19f682b5f9a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0582864
Apr 01 10:09:23.031111 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb9e7d02-c852-45de-86ed-cd04f75548dd req-4072bae9-46be-4135-bf4e-2f5eb7584cd9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443292
Apr 01 10:09:24.182272 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38bae-b643-4693-94f5-eaa3d4533baa req-5c563090-2289-48be-b0ce-7f6f65c7c42d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:24.183777 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-99e38bae-b643-4693-94f5-eaa3d4533baa req-5c563090-2289-48be-b0ce-7f6f65c7c42d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0642855
Apr 01 10:09:24.232382 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-99e38bae-b643-4693-94f5-eaa3d4533baa req-2f73266e-b4c2-415b-bbc5-abe8f627023a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410016
Apr 01 10:09:25.359088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bbb80-b9fd-468c-903c-3c8f34543d88 req-7fcd16e7-b3d7-47fc-9ad2-bf220220e3a4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:25.360570 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-685bbb80-b9fd-468c-903c-3c8f34543d88 req-7fcd16e7-b3d7-47fc-9ad2-bf220220e3a4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0543478
Apr 01 10:09:25.417470 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-685bbb80-b9fd-468c-903c-3c8f34543d88 req-f5f38891-2cdf-4ced-b586-c187a7382e03 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485826
Apr 01 10:09:26.549618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc754-d910-497e-8be3-ee70f32d3880 req-36bc18f2-dfc0-4770-8287-bc96b4339937 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:26.551117 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-105cc754-d910-497e-8be3-ee70f32d3880 req-36bc18f2-dfc0-4770-8287-bc96b4339937 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0539153
Apr 01 10:09:26.605315 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-105cc754-d910-497e-8be3-ee70f32d3880 req-e4b865bc-c052-4925-ac42-177a536d21ac tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484607
Apr 01 10:09:27.739758 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee21da3-d43c-4f22-a337-b2a775c89260 req-79d76aae-a0ec-44f4-acd7-4caa716cd938 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:27.741262 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eee21da3-d43c-4f22-a337-b2a775c89260 req-79d76aae-a0ec-44f4-acd7-4caa716cd938 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0622714
Apr 01 10:09:27.795741 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eee21da3-d43c-4f22-a337-b2a775c89260 req-9a9032da-1cc6-41ab-9c3a-358b07ce7187 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462325
Apr 01 10:09:28.946239 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d89789-3dd3-40d2-a545-c8aeaf6abb2f req-54cc2fd2-090b-414d-8f63-d7e0f2226020 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:28.947725 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-55d89789-3dd3-40d2-a545-c8aeaf6abb2f req-54cc2fd2-090b-414d-8f63-d7e0f2226020 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0822315
Apr 01 10:09:28.961201 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b8250-ba74-4ba1-b385-d374b2bd464b req-0bcc7df5-4234-4f84-b4fa-d35dc75f8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:28.962584 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b35b8250-ba74-4ba1-b385-d374b2bd464b req-0bcc7df5-4234-4f84-b4fa-d35dc75f8650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.1262410
Apr 01 10:09:29.024103 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-55d89789-3dd3-40d2-a545-c8aeaf6abb2f req-7ec9b282-bd00-4a63-976c-d74b18be9a0f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703857
Apr 01 10:09:29.027311 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b35b8250-ba74-4ba1-b385-d374b2bd464b req-54ce6811-0c63-4e13-9cdc-5bd1f4259942 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576718
Apr 01 10:09:30.149947 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a013-c52a-4308-a62b-0f8769ed9494 req-ce384504-d98e-403f-8042-5e9ff5828495 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:30.151436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-18e0a013-c52a-4308-a62b-0f8769ed9494 req-ce384504-d98e-403f-8042-5e9ff5828495 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0552957
Apr 01 10:09:30.199442 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-18e0a013-c52a-4308-a62b-0f8769ed9494 req-3a5ddd5e-990a-4c59-beaf-25477db6ecdb tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421622
Apr 01 10:09:31.325084 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662be94-1309-471c-b3f0-319c9138f3a0 req-8733c064-ce92-47e7-aa14-b784a88c952c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:31.326536 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3662be94-1309-471c-b3f0-319c9138f3a0 req-8733c064-ce92-47e7-aa14-b784a88c952c tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0532079
Apr 01 10:09:31.382568 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3662be94-1309-471c-b3f0-319c9138f3a0 req-b843d9a2-33c2-4f58-b705-aeca0e158aab tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498993
Apr 01 10:09:31.772251 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-8f63cc3e-9a63-4a4d-bdb6-6c909f5c3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:31.773880 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-8f63cc3e-9a63-4a4d-bdb6-6c909f5c3cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0520425
Apr 01 10:09:31.784803 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ceac-a2eb-4f8c-9a91-185864a82868 req-9294ae13-cc2b-40d5-a426-73ce0efaf530 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:31.786288 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e12ceac-a2eb-4f8c-9a91-185864a82868 req-9294ae13-cc2b-40d5-a426-73ce0efaf530 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0547633
Apr 01 10:09:31.833642 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e12ceac-a2eb-4f8c-9a91-185864a82868 req-4746e15f-fdd6-4404-84aa-63c42a999f64 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415823
Apr 01 10:09:31.870873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-70e18605-fcbc-4a6c-b7c1-8c0dac855d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:31.872389 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-70e18605-fcbc-4a6c-b7c1-8c0dac855d29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0852637
Apr 01 10:09:31.940654 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-9b5ef0e4-4945-4fc0-a09c-d635b714c36c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 1001 time: 0.0622239
Apr 01 10:09:31.988901 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-66685ddd-eee6-4dd3-8fbe-210f7c087a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:31.990290 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-66685ddd-eee6-4dd3-8fbe-210f7c087a24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0422251
Apr 01 10:09:32.048269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-bc3ee485-8469-41d3-9274-5b5569b26c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:32.049711 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-bc3ee485-8469-41d3-9274-5b5569b26c87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0531504
Apr 01 10:09:32.142588 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-c1f45d9f-c960-42db-9572-0e00ba43bff4 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853372
Apr 01 10:09:32.230718 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a227906c-f2d9-4a93-bec9-7b8c6799eed7 req-11652e53-62ba-48a3-b561-1ed11d1d024f service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812731
Apr 01 10:09:32.974242 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac595-4087-4c32-a399-f67b338022c9 req-b6b672d5-cc42-4135-8cb4-bdbc25b628db tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:32.975767 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-19dac595-4087-4c32-a399-f67b338022c9 req-b6b672d5-cc42-4135-8cb4-bdbc25b628db tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0542169
Apr 01 10:09:33.037708 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-19dac595-4087-4c32-a399-f67b338022c9 req-726930d2-d731-4f6a-9e5f-f91c698b7c20 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561140
Apr 01 10:09:34.175871 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946f335-5eed-4f0f-afb7-386a9df932b8 req-08ab5aaf-7af4-43a7-bb09-ff00be171ca0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:34.177333 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b946f335-5eed-4f0f-afb7-386a9df932b8 req-08ab5aaf-7af4-43a7-bb09-ff00be171ca0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0576563
Apr 01 10:09:34.224353 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b946f335-5eed-4f0f-afb7-386a9df932b8 req-72433fae-a79f-40fd-9476-80226b2ea9d0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413616
Apr 01 10:09:35.361262 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9443a-2fdf-4acd-93e4-09363ddc4138 req-e615ebca-6d2f-4bb2-9f3a-be6502221257 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:35.362712 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afa9443a-2fdf-4acd-93e4-09363ddc4138 req-e615ebca-6d2f-4bb2-9f3a-be6502221257 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0613163
Apr 01 10:09:35.413717 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-afa9443a-2fdf-4acd-93e4-09363ddc4138 req-68aa66c4-7838-473e-a513-39730a6bfaa3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449238
Apr 01 10:09:35.544131 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd25e5-f263-4b9a-99b0-f3cd4ef4efe3 req-7be4026f-27af-4772-be5f-4bdfe39fad78 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:35.545520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e4bd25e5-f263-4b9a-99b0-f3cd4ef4efe3 req-7be4026f-27af-4772-be5f-4bdfe39fad78 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0621669
Apr 01 10:09:35.554426 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56178) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:09:35.558705 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Request body: {'floatingip': {'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:09:35.622500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:36.073821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:36.081416 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:36.303832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Router 9630802e-5758-4ea9-bbde-ae1a2871160d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:09:36.420669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:09:36.426033 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:36.430576 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:09:36.439738 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:09:36.440341 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f8e640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:09:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:09:36.457069 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:09:36.459365 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56541e64-23d2-454e-a1d7-5aaec77bf238" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:09:36.491386 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7a6c0ec2-ad50-407b-8cd9-ed36275b3b4d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "PUT /v2.0/floatingips/eb51b825-1d14-4ea8-bcd2-fbca68bae766 HTTP/1.1" status: 200  len: 993 time: 0.9355056
Apr 01 10:09:36.544578 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:09:36.574430 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50fc42-76c3-47d6-9356-5833efb15d79 x-openstack-request-id: req-8f50fc42-76c3-47d6-9356-5833efb15d79 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:09:36.574952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:09:36.575044 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f50fc42-76c3-47d6-9356-5833efb15d79 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:09:36.575382 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f50fc42-76c3-47d6-9356-5833efb15d79'] response: {'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'status': 'completed', 'code': 200}
Apr 01 10:09:36.646668 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-c00519c4-3375-45a8-ae44-3eefbe4f4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:36.648181 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-c00519c4-3375-45a8-ae44-3eefbe4f4f62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0449591
Apr 01 10:09:36.745867 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-8ad0c38c-16c0-4fe6-8037-84e95b5f2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:36.747264 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-8ad0c38c-16c0-4fe6-8037-84e95b5f2aee service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0926969
Apr 01 10:09:36.772941 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f8e640>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:09:35Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:09:36.798059 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:09:36.807291 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:09:36.807925 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f8e640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:09:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:09:36.812320 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-dd01cd27-c7fd-4498-86cd-a2efc9490f60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 1001 time: 0.0579548
Apr 01 10:09:36.863539 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-222d80b3-ff02-423f-b4e7-77dcb2f5bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:36.865034 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-222d80b3-ff02-423f-b4e7-77dcb2f5bded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0452290
Apr 01 10:09:36.913472 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:09:36.914503 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-f9b0817f-adfa-4eae-8be7-e0c60aecf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:36.916602 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-f9b0817f-adfa-4eae-8be7-e0c60aecf902 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0444221
Apr 01 10:09:37.004846 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-96558e9c-9523-404f-b419-0776c70ebe0e service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807655
Apr 01 10:09:37.095713 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56541e64-23d2-454e-a1d7-5aaec77bf238 req-e31f8dd7-68d4-45ff-9dcb-f15f9986d6c8 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840700
Apr 01 10:09:37.134532 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f8e640>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:09:35Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:09:37.163213 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd0b-6199-4914-84ad-43c96c25c31e None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eb51b825-1d14-4ea8-bcd2-fbca68bae766', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'floating_ip_address': '172.37.5.197', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'port_id': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'mac_address': 'fa:16:3e:b1:96:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:06:20Z', 'updated_at': '2022-04-01T10:09:35Z', 'revision_number': 3, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:09:37.363806 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:38.576490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:09:38.579295 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:09:38.589166 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-28bdbfef-faa2-4d19-8b73-b1a397e54aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:38.620726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b223ef8-172f-4aad-9222-427c05fe6ba8 x-openstack-request-id: req-3b223ef8-172f-4aad-9222-427c05fe6ba8 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:09:38.621017 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:09:38.621283 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b223ef8-172f-4aad-9222-427c05fe6ba8 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:09:38.621672 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b223ef8-172f-4aad-9222-427c05fe6ba8'] response: {'name': 'network-changed', 'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'status': 'completed', 'code': 200}
Apr 01 10:09:38.701018 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-4f1958b5-ac40-4d57-9c9a-7296687d617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:38.702531 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-4f1958b5-ac40-4d57-9c9a-7296687d617d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4073e831952c461bb6bb0e6b1137240b&device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 1129 time: 0.0559614
Apr 01 10:09:38.798391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-4c0b13b3-360c-45bc-8ae7-158da0dc20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:38.799785 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-4c0b13b3-360c-45bc-8ae7-158da0dc20a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 200  len: 920 time: 0.0909338
Apr 01 10:09:38.866679 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-f8a6154a-0e61-4d5a-b450-c45eb969e422 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 200  len: 1001 time: 0.0587003
Apr 01 10:09:38.914306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-6638df55-2052-479d-827c-d30c807ec7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:38.915679 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-6638df55-2052-479d-827c-d30c807ec7a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 200  len: 858 time: 0.0424943
Apr 01 10:09:38.968414 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-d7a27509-0629-4aca-a281-716fdebb2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:38.969849 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-d7a27509-0629-4aca-a281-716fdebb2fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=842ae9ac-afe6-4c7c-bd19-1175b1f98e37&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0472856
Apr 01 10:09:39.066389 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-49468496-07c7-4b76-8f97-742edd55bfd5 service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870178
Apr 01 10:09:39.158303 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a53ca80-a97e-4593-8e3d-cd00eaaef80a req-7c038581-c2f7-42db-8908-dddbafedf5de service neutron] 10.222.0.15 "GET /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848339
Apr 01 10:09:40.330689 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:09:40.929417 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b423f544-48dc-4dfd-8c7e-004d774118ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:41.052995 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cbbfa-95c0-4e12-a20f-9768f35ad10c req-496fa9d1-9395-42df-ade1-d54dd8c212de tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:41.054392 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a77cbbfa-95c0-4e12-a20f-9768f35ad10c req-496fa9d1-9395-42df-ade1-d54dd8c212de tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0552473
Apr 01 10:09:41.102249 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a77cbbfa-95c0-4e12-a20f-9768f35ad10c req-5b571feb-69d7-4d1d-87f7-2a165e62fbdc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420079
Apr 01 10:09:42.166216 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:42.231238 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94fc33-4850-4bb2-a55b-c78d5a6fe80a req-4c6f52cc-fa06-4ce3-a899-1fffb131e287 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:42.232688 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5b94fc33-4850-4bb2-a55b-c78d5a6fe80a req-4c6f52cc-fa06-4ce3-a899-1fffb131e287 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0537694
Apr 01 10:09:42.278586 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5b94fc33-4850-4bb2-a55b-c78d5a6fe80a req-fc373d5b-5b22-4cf2-9aa2-6bc5ec0b1bb3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402317
Apr 01 10:09:43.338314 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:43.410063 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe3424-59fe-41f6-88c2-e3e1729ba742 req-105a84fd-934f-434a-a56a-d756e7577ebb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:43.411562 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f9fe3424-59fe-41f6-88c2-e3e1729ba742 req-105a84fd-934f-434a-a56a-d756e7577ebb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0535233
Apr 01 10:09:43.467236 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f9fe3424-59fe-41f6-88c2-e3e1729ba742 req-1a9ecedd-de40-487d-93c2-350c871d9540 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475724
Apr 01 10:09:44.595021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9d1e0-2560-48e0-b7f8-fa3018b024c9 req-3ae43e9f-d05f-4035-ada8-f5e2a192deac tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:44.596478 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-11b9d1e0-2560-48e0-b7f8-fa3018b024c9 req-3ae43e9f-d05f-4035-ada8-f5e2a192deac tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0567970
Apr 01 10:09:44.645145 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-11b9d1e0-2560-48e0-b7f8-fa3018b024c9 req-11fece0f-cb7e-4b8d-9f7a-586f81276a21 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429599
Apr 01 10:09:45.046635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:09:45.781846 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41624-3bd9-4ab8-abe9-23176edc54db req-b7ac2d21-695a-4d2e-a088-867c9cfef44b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:45.783218 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ef41624-3bd9-4ab8-abe9-23176edc54db req-b7ac2d21-695a-4d2e-a088-867c9cfef44b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0599973
Apr 01 10:09:45.833020 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ef41624-3bd9-4ab8-abe9-23176edc54db req-e924cf4c-4d9a-4596-8f52-a4efcb742023 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417833
Apr 01 10:09:46.969627 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68157c69-594f-4dce-bd21-b06dbd595422 req-37454a4d-2ac8-47f4-a385-83b70a3291b7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:46.971062 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68157c69-594f-4dce-bd21-b06dbd595422 req-37454a4d-2ac8-47f4-a385-83b70a3291b7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0629797
Apr 01 10:09:47.016466 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68157c69-594f-4dce-bd21-b06dbd595422 req-c2e50dc8-c814-426c-b5b9-16aab20e4441 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392730
Apr 01 10:09:48.149397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df3c3-e22b-44b4-8d44-d135d3ed56ce req-3a6ba258-2c1f-42e6-bac7-768714a3cf14 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:48.150897 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b03df3c3-e22b-44b4-8d44-d135d3ed56ce req-3a6ba258-2c1f-42e6-bac7-768714a3cf14 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0538876
Apr 01 10:09:48.200488 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b03df3c3-e22b-44b4-8d44-d135d3ed56ce req-728469ab-cd53-4591-9da5-01ce3e3256d2 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412676
Apr 01 10:09:49.342933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62684570-41ac-4aca-a4f6-0574fad22d9b req-a607e35f-a3fc-47fc-9c9a-429eeaf771c7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:49.344445 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-62684570-41ac-4aca-a4f6-0574fad22d9b req-a607e35f-a3fc-47fc-9c9a-429eeaf771c7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0598793
Apr 01 10:09:49.394517 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-62684570-41ac-4aca-a4f6-0574fad22d9b req-00604285-45d7-4392-a7db-c8debd572575 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420272
Apr 01 10:09:50.523423 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580f74-0aeb-466b-9cc9-35d75a20dd3c req-c929121a-d395-42ab-b6f6-cc9028c719d3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:50.524941 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bd580f74-0aeb-466b-9cc9-35d75a20dd3c req-c929121a-d395-42ab-b6f6-cc9028c719d3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0551054
Apr 01 10:09:50.576406 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bd580f74-0aeb-466b-9cc9-35d75a20dd3c req-b4e5c0ad-07c9-4f71-9f48-5c63195cbc45 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456812
Apr 01 10:09:51.722919 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29483-643f-47a1-8039-5bd16f3e7c95 req-a976af93-130d-4ef2-80e7-41f0a3c58b63 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:51.724390 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0b29483-643f-47a1-8039-5bd16f3e7c95 req-a976af93-130d-4ef2-80e7-41f0a3c58b63 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0598152
Apr 01 10:09:51.775330 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0b29483-643f-47a1-8039-5bd16f3e7c95 req-3f07fcc1-71bc-4e0a-922b-b4510917a14d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451789
Apr 01 10:09:51.976973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949627f7-0522-4ed8-bc49-09db58667417 req-096db1a7-d63b-409a-af28-8c2e78d8fd19 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:51.978427 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-949627f7-0522-4ed8-bc49-09db58667417 req-096db1a7-d63b-409a-af28-8c2e78d8fd19 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0518136
Apr 01 10:09:52.028779 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-949627f7-0522-4ed8-bc49-09db58667417 req-1f06036d-0571-471d-9909-dc8a6b317548 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439799
Apr 01 10:09:52.036473 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-0ce3f236-354f-4034-bc82-1008e36644d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.038052 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-0ce3f236-354f-4034-bc82-1008e36644d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 1130 time: 0.0452876
Apr 01 10:09:52.130233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-e816ab4b-1e69-4c98-851c-05854a958b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.131749 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-e816ab4b-1e69-4c98-851c-05854a958b23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.0877652
Apr 01 10:09:52.200640 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-420fc467-b280-4f59-9758-c1ff6d0eec1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 200  len: 1001 time: 0.0621593
Apr 01 10:09:52.250559 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-6769a7d8-3ba2-481f-9090-7913081d40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.252361 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-6769a7d8-3ba2-481f-9090-7913081d40f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0457349
Apr 01 10:09:52.309319 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-486bb0ce-f8bf-4d5e-8c76-7e0ceae78127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.310914 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-486bb0ce-f8bf-4d5e-8c76-7e0ceae78127 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0505223
Apr 01 10:09:52.380678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf059604-bfee-4463-8e66-b3619dc30aa6 req-757c69ac-55e2-4640-b392-be3f16e275ba tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.382622 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf059604-bfee-4463-8e66-b3619dc30aa6 req-757c69ac-55e2-4640-b392-be3f16e275ba tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0903740
Apr 01 10:09:52.385121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-d53b4313-d862-4a71-aac8-5a6d4d936172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.386465 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-d53b4313-d862-4a71-aac8-5a6d4d936172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1169 time: 0.0676866
Apr 01 10:09:52.412200 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-cab8b591-7966-4516-b450-5443defcebd9 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906413
Apr 01 10:09:52.501954 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf059604-bfee-4463-8e66-b3619dc30aa6 req-8e6f926e-09b0-45cd-93d1-bba0835c6601 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1132040
Apr 01 10:09:52.504756 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c603b46-5adf-4367-bb57-4e3436ea8bca req-f68f0d79-deca-4f3b-9fc8-8c111a0c44a9 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863702
Apr 01 10:09:52.516066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-f4bd14a7-0860-411f-a625-6cff393f00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.517451 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-f4bd14a7-0860-411f-a625-6cff393f00d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.1226690
Apr 01 10:09:52.590712 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-3d8cb198-7a64-4caf-9084-853ddee7a8e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 1002 time: 0.0622346
Apr 01 10:09:52.644646 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-7eea0d29-5416-46a3-955b-713e32c75620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.646156 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-7eea0d29-5416-46a3-955b-713e32c75620 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0457196
Apr 01 10:09:52.696520 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-dac206cc-4f16-43e4-b795-0b2e304dd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:52.697950 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-dac206cc-4f16-43e4-b795-0b2e304dd6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0442822
Apr 01 10:09:53.005924 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-c8192e3a-bd43-4caf-a039-2d2ac174caee service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006797
Apr 01 10:09:53.099863 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-695b6a04-b827-400d-a5ed-df42742d8d55 req-ebeb3c15-4059-4f40-a3e5-3d236b38b11c service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852945
Apr 01 10:09:53.156237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6073f-5bbd-4e47-a3cd-43e8e3890532 req-a8a9857d-fdcb-4a2e-bf4e-7b1e84760a5f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:53.157883 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5fa6073f-5bbd-4e47-a3cd-43e8e3890532 req-a8a9857d-fdcb-4a2e-bf4e-7b1e84760a5f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0592465
Apr 01 10:09:53.208840 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5fa6073f-5bbd-4e47-a3cd-43e8e3890532 req-1303d18e-d7a4-4fcb-a81c-6306c60ec569 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439522
Apr 01 10:09:53.635788 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7f25-1a48-4c56-9683-4014da35cced req-bc5dcb0b-71ed-4a5a-92d2-3506803db6ed tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:53.638023 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ef9f7f25-1a48-4c56-9683-4014da35cced req-bc5dcb0b-71ed-4a5a-92d2-3506803db6ed tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0645101
Apr 01 10:09:53.700443 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ef9f7f25-1a48-4c56-9683-4014da35cced req-7e39ee62-c8f3-4a1d-ab3b-95ec2a92373e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0560775
Apr 01 10:09:54.331989 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f662cd5-a9b3-4b6b-9300-953639f89463 req-b3671e5c-7f35-46ae-91e7-c6bf65e36b2d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:54.333476 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f662cd5-a9b3-4b6b-9300-953639f89463 req-b3671e5c-7f35-46ae-91e7-c6bf65e36b2d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0525253
Apr 01 10:09:54.384260 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f662cd5-a9b3-4b6b-9300-953639f89463 req-80c98e04-8a95-49b5-9c11-10857cd908d6 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425203
Apr 01 10:09:54.840027 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53601d2-cc73-4def-811c-9444650cff1c req-615d9f56-ab52-432d-a7ab-cb205f02cd56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:54.841492 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b53601d2-cc73-4def-811c-9444650cff1c req-615d9f56-ab52-432d-a7ab-cb205f02cd56 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0567136
Apr 01 10:09:54.905612 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b53601d2-cc73-4def-811c-9444650cff1c req-5f2e7a3f-0281-4562-ae15-49e4c10c4ef4 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0552506
Apr 01 10:09:56.040470 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcf6eb-01a0-4b0b-9b60-a5ea99d30b94 req-d484a35b-c0e9-4cbf-bf7f-41225172ff2d tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:56.041913 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-15bcf6eb-01a0-4b0b-9b60-a5ea99d30b94 req-d484a35b-c0e9-4cbf-bf7f-41225172ff2d tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0577524
Apr 01 10:09:56.114129 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-15bcf6eb-01a0-4b0b-9b60-a5ea99d30b94 req-7079af65-349e-4cb0-bf41-ccce4d91dee4 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0661607
Apr 01 10:09:57.242379 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e7e2-b4db-4424-af5b-dc81bfc3996b req-817646f0-77c2-4e63-9801-cfd340c47633 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:57.243879 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7a37e7e2-b4db-4424-af5b-dc81bfc3996b req-817646f0-77c2-4e63-9801-cfd340c47633 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0562236
Apr 01 10:09:57.308205 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7a37e7e2-b4db-4424-af5b-dc81bfc3996b req-c6f0a1ab-278d-464c-83c4-edc61ac814e9 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0584080
Apr 01 10:09:58.445608 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3aeb-bcc6-4b83-88dd-92818250df18 req-1b5cd1fd-10b6-48e3-a54f-fd3c61b3ee62 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:58.447104 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-082f3aeb-bcc6-4b83-88dd-92818250df18 req-1b5cd1fd-10b6-48e3-a54f-fd3c61b3ee62 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0554984
Apr 01 10:09:58.507814 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-082f3aeb-bcc6-4b83-88dd-92818250df18 req-4b507ea0-547f-4406-ac2c-560b819a44b8 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0548327
Apr 01 10:09:59.639591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f8c16-1a56-44ed-a388-1bb49fe83541 req-7b72493e-0c4a-4886-982a-e954b97d58ca tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:09:59.641440 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-209f8c16-1a56-44ed-a388-1bb49fe83541 req-7b72493e-0c4a-4886-982a-e954b97d58ca tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0633259
Apr 01 10:09:59.704569 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-209f8c16-1a56-44ed-a388-1bb49fe83541 req-e573e149-cbc1-4a57-984e-450f32594276 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0547082
Apr 01 10:10:00.840987 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be66bd-bfe4-4359-9a0a-69b0ee56c977 req-5f6f943f-a9db-476a-b57c-661ed9c96911 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:00.842419 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c4be66bd-bfe4-4359-9a0a-69b0ee56c977 req-5f6f943f-a9db-476a-b57c-661ed9c96911 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0553274
Apr 01 10:10:00.904505 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c4be66bd-bfe4-4359-9a0a-69b0ee56c977 req-2161ff57-7ceb-4e31-a1b5-8dd2aeca46f8 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0560081
Apr 01 10:10:02.040730 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ed21-b40a-4849-8743-88042bd8d566 req-0ff77964-1611-4eb2-8391-95175dab460e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:02.042174 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d149ed21-b40a-4849-8743-88042bd8d566 req-0ff77964-1611-4eb2-8391-95175dab460e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0576527
Apr 01 10:10:02.101161 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d149ed21-b40a-4849-8743-88042bd8d566 req-b5819865-402f-4ad4-a9a9-1181999df807 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531983
Apr 01 10:10:03.228680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc035-0a17-4898-baed-6dd7083c61b5 req-91d48a9f-cfab-4451-a6a3-0d218ab0c3ae tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:03.230185 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-599fc035-0a17-4898-baed-6dd7083c61b5 req-91d48a9f-cfab-4451-a6a3-0d218ab0c3ae tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0596309
Apr 01 10:10:03.291132 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-599fc035-0a17-4898-baed-6dd7083c61b5 req-1e5428a6-f71c-4485-8b04-9c07c0b6328f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0536890
Apr 01 10:10:04.479082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f85a4-4091-4296-b0ca-22287a5973cf req-ba4c0462-ff5e-4148-b8fb-d2a06d9d7943 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:04.480531 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-767f85a4-4091-4296-b0ca-22287a5973cf req-ba4c0462-ff5e-4148-b8fb-d2a06d9d7943 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0596690
Apr 01 10:10:04.541389 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-767f85a4-4091-4296-b0ca-22287a5973cf req-7d431dd5-77fd-4e1d-b1f1-b1eddfb09f47 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0549393
Apr 01 10:10:05.671750 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e97a1-2785-4be9-bedf-9abc7db592bf req-4611610d-9209-4e40-9410-157e64f03031 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:05.673245 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f48e97a1-2785-4be9-bedf-9abc7db592bf req-4611610d-9209-4e40-9410-157e64f03031 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0556977
Apr 01 10:10:05.739922 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f48e97a1-2785-4be9-bedf-9abc7db592bf req-8b2d221c-a011-4fbb-963e-7299686250bf tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0609078
Apr 01 10:10:06.862902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1279ed-09e7-47e3-b916-fb5102126cc2 req-861c9022-6218-456a-ab99-ebaa414fe3bd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:06.864346 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a1279ed-09e7-47e3-b916-fb5102126cc2 req-861c9022-6218-456a-ab99-ebaa414fe3bd tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0540957
Apr 01 10:10:06.925027 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a1279ed-09e7-47e3-b916-fb5102126cc2 req-dc911a6b-a23b-43d4-98f2-33d163830952 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0548282
Apr 01 10:10:07.343812 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:08.067042 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445588c9-c3c3-4fb0-90a4-fe918d720ae6 req-0812d1d1-fcfe-4371-8650-338f5aa4c87e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:08.068476 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-445588c9-c3c3-4fb0-90a4-fe918d720ae6 req-0812d1d1-fcfe-4371-8650-338f5aa4c87e tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0677047
Apr 01 10:10:08.129811 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-445588c9-c3c3-4fb0-90a4-fe918d720ae6 req-0742b0cf-1735-44cc-bdd4-55fb34e324ba tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555105
Apr 01 10:10:08.590564 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-22ede6a3-7bfe-4425-910e-1d74718665f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:09.262940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85eab-ff97-4f34-84de-c37d3e3b27b8 req-24fe7447-56ff-40b9-a78a-89a44b2c5c18 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:09.264455 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1d85eab-ff97-4f34-84de-c37d3e3b27b8 req-24fe7447-56ff-40b9-a78a-89a44b2c5c18 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0595553
Apr 01 10:10:09.326864 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1d85eab-ff97-4f34-84de-c37d3e3b27b8 req-b2da61f1-238b-489a-a062-3f92f639a309 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&id=20177396-2571-4f5b-bfa6-d0d00e6adc2f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0558314
Apr 01 10:10:10.357660 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-fb479083-8e67-40eb-a189-e2c8967dfab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0460374
Apr 01 10:10:10.424067 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da086-a586-456a-8922-fda697f4cfaf req-2a545a4e-d0e8-49ef-973e-f5c205e2f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:10.425525 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-2a545a4e-d0e8-49ef-973e-f5c205e2f497 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 1131 time: 0.0440838
Apr 01 10:10:10.532920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da086-a586-456a-8922-fda697f4cfaf req-edce9c4f-401d-4e92-890c-fcd08e0fa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:10.534413 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-edce9c4f-401d-4e92-890c-fcd08e0fa6cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0873272
Apr 01 10:10:10.597777 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-abe4f35d-d112-407e-8052-cd514e9605eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 200  len: 1001 time: 0.0567317
Apr 01 10:10:10.647906 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da086-a586-456a-8922-fda697f4cfaf req-126d4824-4e76-4b73-b12f-fe81f5008b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:10.650059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-126d4824-4e76-4b73-b12f-fe81f5008b8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0453510
Apr 01 10:10:10.712388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da086-a586-456a-8922-fda697f4cfaf req-e2c3e60e-cb3a-47bc-9985-3adf5ed2bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:10.713874 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-e2c3e60e-cb3a-47bc-9985-3adf5ed2bd5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0579634
Apr 01 10:10:10.818218 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-38ac48dc-20d0-4b00-9ea5-77f098e01f4d service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977228
Apr 01 10:10:10.916935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-da8da086-a586-456a-8922-fda697f4cfaf req-8189c4f2-7de4-46ff-8f24-f8d043d2cca3 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921183
Apr 01 10:10:10.943704 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2632da98-1638-4000-bdcc-dc8b74989848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:12.179078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:13.336002 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:15.053896 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:17.334268 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:10:22.649588 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2d49f-98ef-45b7-913c-d6d11e883321 req-353ed9db-bc56-47dc-8395-d1a1dcc3ecaa tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:22.651098 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-08c2d49f-98ef-45b7-913c-d6d11e883321 req-353ed9db-bc56-47dc-8395-d1a1dcc3ecaa tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0544231
Apr 01 10:10:22.699672 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-08c2d49f-98ef-45b7-913c-d6d11e883321 req-dabfd52c-7bae-4443-95e8-ee3aa5fabcd5 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427680
Apr 01 10:10:23.835755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc772-6a9f-4e33-bc1a-aeaaa4c60785 req-930f088f-d898-434e-bcfa-6b9f6d916e6f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:23.837168 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fe9cc772-6a9f-4e33-bc1a-aeaaa4c60785 req-930f088f-d898-434e-bcfa-6b9f6d916e6f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0602567
Apr 01 10:10:23.888992 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fe9cc772-6a9f-4e33-bc1a-aeaaa4c60785 req-c6db975b-4664-4b24-88ef-3ec80c602128 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459800
Apr 01 10:10:25.028123 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb27d4-ab81-49b4-81cd-0feeabcc8f12 req-0dd8b351-1663-45e3-9cc8-0c05c7b54802 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:25.029563 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2abb27d4-ab81-49b4-81cd-0feeabcc8f12 req-0dd8b351-1663-45e3-9cc8-0c05c7b54802 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0532398
Apr 01 10:10:25.081436 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2abb27d4-ab81-49b4-81cd-0feeabcc8f12 req-95b87314-6b58-4f4b-98fe-7dc979c508a7 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462582
Apr 01 10:10:26.110636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8e2c-1a98-4c68-a13e-0d7c93742949 req-4eb9551e-2786-4571-8997-c8e6afc01f23 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:26.112434 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8dec8e2c-1a98-4c68-a13e-0d7c93742949 req-4eb9551e-2786-4571-8997-c8e6afc01f23 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0547755
Apr 01 10:10:26.165181 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8dec8e2c-1a98-4c68-a13e-0d7c93742949 req-af3be2ae-c508-4e5f-b776-ad06013b19b8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472858
Apr 01 10:10:26.208646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a4206-c5e8-43b8-9628-2618b064ad85 req-dc0531da-5c4e-4141-afc3-b48ea07c7169 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:26.210135 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f88a4206-c5e8-43b8-9628-2618b064ad85 req-dc0531da-5c4e-4141-afc3-b48ea07c7169 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0528913
Apr 01 10:10:26.258620 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f88a4206-c5e8-43b8-9628-2618b064ad85 req-eee764dd-4d98-4232-8ffe-51334daba68d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429270
Apr 01 10:10:27.294603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c8692-404c-4df1-9395-e82a33e8811f req-5731f39d-c355-429a-9cd7-c09d4266a2b3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:27.296165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-109c8692-404c-4df1-9395-e82a33e8811f req-5731f39d-c355-429a-9cd7-c09d4266a2b3 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0559220
Apr 01 10:10:27.345501 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-109c8692-404c-4df1-9395-e82a33e8811f req-c8749069-e47d-434c-a4f9-20a23fcc5654 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437531
Apr 01 10:10:27.390846 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b079-e278-432a-beae-2a002d26d50e req-4e54d7e8-d88c-4053-ad2f-93f7a7b5b90d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:27.392356 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3516b079-e278-432a-beae-2a002d26d50e req-4e54d7e8-d88c-4053-ad2f-93f7a7b5b90d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0590434
Apr 01 10:10:27.442793 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3516b079-e278-432a-beae-2a002d26d50e req-9aecd742-f6c3-4916-b4e3-ab3dae7c25da tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446215
Apr 01 10:10:28.084296 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259f356-7285-44e4-86fd-82685629c96b req-8ce520ab-140e-483f-9a69-02d675171e35 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:28.085720 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c259f356-7285-44e4-86fd-82685629c96b req-8ce520ab-140e-483f-9a69-02d675171e35 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.0603683
Apr 01 10:10:28.186681 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Deleting port b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:28.187085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:28.279668 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] For port b8c404b8-1348-40f2-87ab-56e8fc6c155a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8c404b8-1348-40f2-87ab-56e8fc6c155a,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:28.279974 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:28.538855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19d611-4a52-42d1-952d-ea4b7f85ff8f req-a4529541-0d6b-4580-8fb5-d2238e396bf7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:28.540385 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e19d611-4a52-42d1-952d-ea4b7f85ff8f req-a4529541-0d6b-4580-8fb5-d2238e396bf7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0c911a2-ef42-4d2a-bea9-a6c56575559f HTTP/1.1" status: 200  len: 947 time: 0.1159091
Apr 01 10:10:28.542383 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:28.542786 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:28.543097 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Floating IP 245a6cb2-669e-4a21-a430-0e047293ebe3 disassociated. External IP: 172.37.5.83, port: b8c404b8-1348-40f2-87ab-56e8fc6c155a.
Apr 01 10:10:28.543438 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Calling delete_port for b8c404b8-1348-40f2-87ab-56e8fc6c155a owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:28.568615 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e8439-f04a-4f06-8fba-3b1fb7c571ed req-c1debc2c-c0a3-41e5-9ab0-fb3c7ecbedb0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:28.570233 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-419e8439-f04a-4f06-8fba-3b1fb7c571ed req-c1debc2c-c0a3-41e5-9ab0-fb3c7ecbedb0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0591707
Apr 01 10:10:28.622249 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-419e8439-f04a-4f06-8fba-3b1fb7c571ed req-c9b78f8b-a1a6-4aea-a20e-9bc15aa3e6f5 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456562
Apr 01 10:10:28.633521 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e19d611-4a52-42d1-952d-ea4b7f85ff8f req-c7989048-7430-4d9a-b6bf-5875fe0610e2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=f044bfca-a43f-4fd1-a1d7-c913739a74fa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849667
Apr 01 10:10:28.705278 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (b8c404b8-1348-40f2-87ab-56e8fc6c155a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:28.737256 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'Port': ['ID=b8c404b8-1348-40f2-87ab-56e8fc6c155a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:28.748214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.748640 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.748988 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.749326 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.749661 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.749995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.750331 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.750690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.758723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:28.859907 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:10:28.969371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:10:28.979404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:10:28.992961 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:28.993597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424a3f190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:29.013523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] No DVR routers for this DVR port b8c404b8-1348-40f2-87ab-56e8fc6c155a on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:10:29.016439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:29.019908 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c259f356-7285-44e4-86fd-82685629c96b req-95e6d164-d1eb-4e0a-a752-3debb7425f59 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "DELETE /v2.0/ports/b8c404b8-1348-40f2-87ab-56e8fc6c155a HTTP/1.1" status: 204  len: 173 time: 0.9274065
Apr 01 10:10:29.020343 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-deleted', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:29.022579 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8df4cb-cbe8-4932-a679-6c7d323edfbb" -d '{"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-deleted", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:29.067686 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9166aa-34dc-42d7-a82f-2214645a4b58 x-openstack-request-id: req-7a9166aa-34dc-42d7-a82f-2214645a4b58 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:29.067891 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c911a2-ef42-4d2a-bea9-a6c56575559f", "name": "network-vif-deleted", "tag": "b8c404b8-1348-40f2-87ab-56e8fc6c155a", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:29.068011 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a9166aa-34dc-42d7-a82f-2214645a4b58 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:29.068435 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9166aa-34dc-42d7-a82f-2214645a4b58'] response: {'server_uuid': 'f0c911a2-ef42-4d2a-bea9-a6c56575559f', 'name': 'network-vif-deleted', 'tag': 'b8c404b8-1348-40f2-87ab-56e8fc6c155a', 'status': 'completed', 'code': 200}
Apr 01 10:10:29.116075 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:29.315392 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424a3f190>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:29.340792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:10:29.350088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:29.350682 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424a3f190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:29.462948 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:29.671779 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424a3f190>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:29.699985 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33257e-0744-4a02-8426-d485054cd1ff None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:10:29.746990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972fbc6-809e-4258-9a5c-650abf050b46 req-bd0c4732-f0f6-4900-b56e-8451399e48db tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:29.749010 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6972fbc6-809e-4258-9a5c-650abf050b46 req-bd0c4732-f0f6-4900-b56e-8451399e48db tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0576739
Apr 01 10:10:29.798240 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6972fbc6-809e-4258-9a5c-650abf050b46 req-4555bd41-a035-4645-a3bc-11b990dcebe3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430193
Apr 01 10:10:29.937787 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa335a-236f-4eb9-9425-209dfb975065 None None] New status for floating IP 245a6cb2-669e-4a21-a430-0e047293ebe3: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:10:30.743463 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56356) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:30.797467 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (f044bfca-a43f-4fd1-a1d7-c913739a74fa), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:30.820492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (f044bfca-a43f-4fd1-a1d7-c913739a74fa), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:30.885384 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f044bfca-a43f-4fd1-a1d7-c913739a74fa), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:30.888058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:30.889159 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "DELETE /v2.0/security-groups/f044bfca-a43f-4fd1-a1d7-c913739a74fa HTTP/1.1" status: 204  len: 168 time: 0.1446934
Apr 01 10:10:30.892454 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56360) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:30.905455 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-b7fdefc2-03d5-4a72-aa66-2d066876f7f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] show failed (client error): The resource could not be found.
Apr 01 10:10:30.906587 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b7fdefc2-03d5-4a72-aa66-2d066876f7f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups/f044bfca-a43f-4fd1-a1d7-c913739a74fa HTTP/1.1" status: 404  len: 347 time: 0.0129642
Apr 01 10:10:30.909654 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56362) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:30.961498 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972184d-1857-495f-9256-2f62a91f2aa6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044bfca-a43f-4fd1-a1d7-c913739a74fa,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:31.027603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638d4b-ff10-47c8-bd34-20df297b1a13 req-a4d91d1d-ed70-414e-b90f-9bace2915cb4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:31.029003 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e5638d4b-ff10-47c8-bd34-20df297b1a13 req-a4d91d1d-ed70-414e-b90f-9bace2915cb4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.1561589
Apr 01 10:10:31.096854 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e5638d4b-ff10-47c8-bd34-20df297b1a13 req-0f6413de-2df2-43d0-8dcf-f168192010b7 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519795
Apr 01 10:10:31.106476 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Deleting port dd28c8dd-ca46-4731-ad27-82dd3717dbb3 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:31.106914 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.186880 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.187156 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.198933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Calling delete_port for dd28c8dd-ca46-4731-ad27-82dd3717dbb3 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:31.334698 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (dd28c8dd-ca46-4731-ad27-82dd3717dbb3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.363399 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'Port': ['ID=dd28c8dd-ca46-4731-ad27-82dd3717dbb3,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:31.422397 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (245a6cb2-669e-4a21-a430-0e047293ebe3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.425121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:31.426272 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e9d7db8d-d4f7-4553-81f6-47b03638256e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "DELETE /v2.0/floatingips/245a6cb2-669e-4a21-a430-0e047293ebe3 HTTP/1.1" status: 204  len: 168 time: 0.5155182
Apr 01 10:10:31.946473 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56366) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:31.951921 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084261483', 'description': 'tempest-description--1576938328'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:31.975876 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.049398 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.054983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.085919 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.087216 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1397414
Apr 01 10:10:32.089065 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:32.090237 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56368) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:32.095017 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group_rule': {'security_group_id': 'bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:32.096483 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.096837 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.097166 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.097498 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.097828 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.098155 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.098716 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.099046 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.099365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.099687 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.100005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.100321 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.100670 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.100987 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.101300 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd57ce-98e1-4f37-9a18-aa14fb107027 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:32.121992 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (72dab02b-96fa-4d67-8e0e-8bfe03c2aea1), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.207669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (72dab02b-96fa-4d67-8e0e-8bfe03c2aea1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.213330 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (72dab02b-96fa-4d67-8e0e-8bfe03c2aea1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.239256 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dab02b-96fa-4d67-8e0e-8bfe03c2aea1,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:32.251794 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.253084 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c66d7402-ed10-43be-861c-357d152410d2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1617696
Apr 01 10:10:32.255981 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56372) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:32.260869 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'security_group_rule': {'security_group_id': 'bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:32.261729 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353b99-b5e4-4990-98ea-bf01781ecb5b req-bdd4bdf2-9c82-46ad-8477-a1579b521e88 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:32.263372 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1353b99-b5e4-4990-98ea-bf01781ecb5b req-bdd4bdf2-9c82-46ad-8477-a1579b521e88 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0939271
Apr 01 10:10:32.290958 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (895a5700-e0a2-4407-8eb6-38a80ba1670f), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.320478 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1353b99-b5e4-4990-98ea-bf01781ecb5b req-987b8efc-f42d-4374-bd88-9cfb2262b991 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495849
Apr 01 10:10:32.352858 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (895a5700-e0a2-4407-8eb6-38a80ba1670f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.357616 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (895a5700-e0a2-4407-8eb6-38a80ba1670f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.375477 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895a5700-e0a2-4407-8eb6-38a80ba1670f,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:32.386290 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.387566 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3520bbce-865a-49cc-8efe-5e3047c07ab9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1305783
Apr 01 10:10:32.391179 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56374) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:32.395830 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:32.420029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.524436 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.629967 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Allocated IP 172.37.5.62 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/fe983af6-d3cb-4a45-b4c3-47d4f815c589) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:10:32.728394 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.764862 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.804172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422035b-23b1-4432-8527-b4f55d144bde req-639089f7-7b35-4c6d-a203-64d8e9b1d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:32.804524 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:10:32.805813 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-639089f7-7b35-4c6d-a203-64d8e9b1d0aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0468280
Apr 01 10:10:32.807573 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:10:32.814025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:10:32.819760 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=fe983af6-d3cb-4a45-b4c3-47d4f815c589,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:32.904242 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.907756 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422035b-23b1-4432-8527-b4f55d144bde req-36758a2e-ac9e-483e-bbd0-9c76d6e91c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:32.909232 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-36758a2e-ac9e-483e-bbd0-9c76d6e91c5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.0965958
Apr 01 10:10:32.943820 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:32.976836 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-7d1a324a-dff3-4bf8-b513-6ec4ec008193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 1002 time: 0.0581617
Apr 01 10:10:33.026195 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422035b-23b1-4432-8527-b4f55d144bde req-669f5c49-3472-425c-a2d2-6a05203a7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:33.027605 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-669f5c49-3472-425c-a2d2-6a05203a7e49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.0435939
Apr 01 10:10:33.080700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422035b-23b1-4432-8527-b4f55d144bde req-b7668d5c-44f5-43dc-8574-28ae3e755ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:33.082340 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-b7668d5c-44f5-43dc-8574-28ae3e755ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469668
Apr 01 10:10:33.092759 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:33.098351 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:33.164425 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=fe983af6-d3cb-4a45-b4c3-47d4f815c589,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:33.174211 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-a35be237-becf-453f-8c1b-f399823a78a1 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845017
Apr 01 10:10:33.177440 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:33.195233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:33.197208 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f6bc4096-89d9-4afc-806f-ff367918eb92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.8050280
Apr 01 10:10:33.272324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1422035b-23b1-4432-8527-b4f55d144bde req-80b8fc83-428a-4f35-8a1a-3dd0d99f4b9a service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910504
Apr 01 10:10:33.274936 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:10:33.300552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: b8c404b8-1348-40f2-87ab-56e8fc6c155a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:10:33.300926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device b8c404b8-1348-40f2-87ab-56e8fc6c155a not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:10:33.361433 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-3e0cb77f-8cb9-4342-8995-14ae5db978fc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1084261483&fields=id&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 267 time: 0.0472918
Apr 01 10:10:33.440758 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90322ff-e855-42fc-ac64-a57653924239 req-6126c69d-3462-4811-a3e9-23286065c6b4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:33.442327 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b90322ff-e855-42fc-ac64-a57653924239 req-6126c69d-3462-4811-a3e9-23286065c6b4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0545368
Apr 01 10:10:33.465872 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-48e8e91b-cea6-4878-b461-79d0a009b8a6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:33.467413 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-48e8e91b-cea6-4878-b461-79d0a009b8a6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 817 time: 0.0992382
Apr 01 10:10:33.482395 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-c2d39678-5884-465a-a544-a0a5081ea7ba tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/quotas/984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 375 time: 0.0091591
Apr 01 10:10:33.494587 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b90322ff-e855-42fc-ac64-a57653924239 req-363295ef-7cd6-4787-b6b4-70bf33911a26 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465338
Apr 01 10:10:33.537083 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-5d76eb40-9461-43d3-ac30-64e56b8b3d13 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0495279
Apr 01 10:10:33.683877 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-617e8fb1-f7a1-4002-a355-d82ea8c09906 service neutron] 10.222.0.46 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355755
Apr 01 10:10:33.773813 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-6f43923f-bbea-41ee-af13-b21e3885c15e service neutron] 10.222.0.46 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838807
Apr 01 10:10:33.948138 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9b13c354-5cb4-4241-89dc-409b195e3922 req-2ed00446-2831-4232-9af2-9a7f69fe321b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 210 time: 0.0266786
Apr 01 10:10:34.624934 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a836a00-51c4-435d-bc7a-7395390f5642 req-a8fdb5ec-a6a0-416e-89f7-0a81feebcfd2 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:34.626337 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5a836a00-51c4-435d-bc7a-7395390f5642 req-a8fdb5ec-a6a0-416e-89f7-0a81feebcfd2 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0614665
Apr 01 10:10:34.680909 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5a836a00-51c4-435d-bc7a-7395390f5642 req-538c160b-204a-43f0-bb09-d2c15701ed63 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477993
Apr 01 10:10:35.075143 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71bd642e-5d9c-424f-b6d2-c55865030019 req-6f6512c1-06f4-46dd-9ea6-01c81902b87d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 210 time: 0.0405746
Apr 01 10:10:35.386920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-75447f9e-f3fe-4c49-8aab-d7ea55f01329 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:35.388485 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-75447f9e-f3fe-4c49-8aab-d7ea55f01329 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 817 time: 0.3267539
Apr 01 10:10:35.454292 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-a299386c-d838-4992-a6a6-56bd10c1a325 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 380 time: 0.0527942
Apr 01 10:10:35.463315 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'port': {'device_id': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'admin_state_up': True, 'tenant_id': '984d4a492510482d88f7aec954117969', 'security_groups': ['bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:35.575036 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Made reservation on behalf of 984d4a492510482d88f7aec954117969 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:10:35.579476 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:35.702336 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Allocated IP 172.20.0.8 (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052/c9a9cb81-962e-4765-ad9c-6f40e43db21b/29223cc6-236b-47ca-8914-e65111046089) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:10:35.802981 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303905e-7ea9-48df-a580-b7cf2595c713 req-49dc75b3-8fa9-4cdd-9a64-5cfa2047e627 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:35.804382 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7303905e-7ea9-48df-a580-b7cf2595c713 req-49dc75b3-8fa9-4cdd-9a64-5cfa2047e627 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0567658
Apr 01 10:10:35.848105 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for port (29223cc6-236b-47ca-8914-e65111046089), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:35.863978 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7303905e-7ea9-48df-a580-b7cf2595c713 req-c5d1b62b-29a7-49dd-8fa2-917198a7a2fa tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470614
Apr 01 10:10:35.882925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (29223cc6-236b-47ca-8914-e65111046089), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:35.927153 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:10:35.930407 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:10:35.933015 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:10:35.965803 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:36.015493 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.016113 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.035721 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-d07b4a60-65ab-4765-91e9-daa8b617ef95 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5761254
Apr 01 10:10:36.052330 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Request body: {'port': {'device_id': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:36.122350 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de568387-1003-4d0c-a9b8-9000b9257ce6 req-6b553571-93e7-4756-9bc5-2a289b052dbd tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.123980 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de568387-1003-4d0c-a9b8-9000b9257ce6 req-6b553571-93e7-4756-9bc5-2a289b052dbd tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0704145
Apr 01 10:10:36.133205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.151211 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-91f8ce4f-fab7-4674-bded-2e9b04c21fec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1120591
Apr 01 10:10:36.167540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-950605b8-d45d-4dd7-ba4d-fde6fcde47b8 None None] Provisioning complete for port 29223cc6-236b-47ca-8914-e65111046089 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:10:36.168594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-950605b8-d45d-4dd7-ba4d-fde6fcde47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (29223cc6-236b-47ca-8914-e65111046089), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.209185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-950605b8-d45d-4dd7-ba4d-fde6fcde47b8 None None] Port 29223cc6-236b-47ca-8914-e65111046089 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:10:36.215384 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de568387-1003-4d0c-a9b8-9000b9257ce6 req-d3a47f5d-624e-4fdb-ba4b-72ed228c9a95 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813639
Apr 01 10:10:36.326569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-3915bcff-7dc8-434f-a3dc-189dcfebb184 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.328064 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-3915bcff-7dc8-434f-a3dc-189dcfebb184 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports/8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 943 time: 0.1444771
Apr 01 10:10:36.349952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83cdfc-d029-4e05-bacf-9759dc56845b req-9192ca41-61f8-4780-9dcd-577cf8a54ba6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.351524 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff83cdfc-d029-4e05-bacf-9759dc56845b req-9192ca41-61f8-4780-9dcd-577cf8a54ba6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 931 time: 0.1691585
Apr 01 10:10:36.449343 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ff83cdfc-d029-4e05-bacf-9759dc56845b req-1ba67082-8918-4a94-a5f0-de7ff9cfe1fe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831296
Apr 01 10:10:36.526791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:10:36.534240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks [] for port (29223cc6-236b-47ca-8914-e65111046089), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.546168 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Transition to ACTIVE for port object 29223cc6-236b-47ca-8914-e65111046089 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:10:36.550293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.601177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:36.667189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Attempting to bind port 29223cc6-236b-47ca-8914-e65111046089 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:10:36.667699 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Attempting to bind port 29223cc6-236b-47ca-8914-e65111046089 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:10:36.668079 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Attempting to bind port 29223cc6-236b-47ca-8914-e65111046089 on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:10:36.672951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Port 29223cc6-236b-47ca-8914-e65111046089 on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:10:36.673267 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Attempting to bind port 29223cc6-236b-47ca-8914-e65111046089 on network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:10:36.678971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:10:36.679310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Checking segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:10:36.679692 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Bound using segment: {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:10:36.680118 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Bound port: 29223cc6-236b-47ca-8914-e65111046089, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:10:36.680554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.747488 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:10:36.751156 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:10:36.758032 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.797778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.798395 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:36.799793 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] 10.222.0.15 "PUT /v2.0/ports/29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 1093 time: 0.7527549
Apr 01 10:10:36.800229 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:36.802529 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb179c0-ad08-458e-86c5-2bbd39f8b98c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:36.831445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086eeb-99fc-41dd-91e3-a1809dc31398 service neutron] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:36.869903 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520e4699-6703-4fbc-a99c-5a3dbb118e7d x-openstack-request-id: req-520e4699-6703-4fbc-a99c-5a3dbb118e7d {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:36.870269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "tag": "29223cc6-236b-47ca-8914-e65111046089", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:36.870606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-520e4699-6703-4fbc-a99c-5a3dbb118e7d {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:36.871091 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520e4699-6703-4fbc-a99c-5a3dbb118e7d'] response: {'name': 'network-changed', 'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'status': 'completed', 'code': 200}
Apr 01 10:10:36.891511 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-2498aaed-213e-4147-97e1-aa74733da9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.893124 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-2498aaed-213e-4147-97e1-aa74733da9dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1127 time: 0.0531218
Apr 01 10:10:36.935949 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-c77421bb-1508-4b9e-9316-38342728294c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 217 time: 0.0348108
Apr 01 10:10:36.989637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-0d8ce888-0186-44e8-98b9-d39cb7fab1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:36.991291 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-0d8ce888-0186-44e8-98b9-d39cb7fab1a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0476897
Apr 01 10:10:37.041486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-caebb206-c8e2-47ef-8e42-9959c15cf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.043054 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-caebb206-c8e2-47ef-8e42-9959c15cf59a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0455539
Apr 01 10:10:37.136663 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-f729f661-a7ec-406e-8fb2-608d86ac3a52 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863323
Apr 01 10:10:37.229547 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e8dfdb71-73c1-4acb-89ac-052d16988ebd req-9b2c16ac-c730-4b7d-b906-a9247d27439f service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864117
Apr 01 10:10:37.339958 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:37.355828 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-026d2528-9dcf-4f76-99b4-e354e8d84b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.357421 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-026d2528-9dcf-4f76-99b4-e354e8d84b76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1127 time: 0.0771227
Apr 01 10:10:37.369269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130e82b-a20d-41d5-b0b5-f4aa8fca16fe req-165b99fb-b920-4ac7-b796-d1f438a615d3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.370675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f130e82b-a20d-41d5-b0b5-f4aa8fca16fe req-165b99fb-b920-4ac7-b796-d1f438a615d3 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0824366
Apr 01 10:10:37.474130 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f130e82b-a20d-41d5-b0b5-f4aa8fca16fe req-0ed78697-9357-445a-8018-28790ce94ec0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955296
Apr 01 10:10:37.494260 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-0e83cd34-26de-4acf-8290-1339347094e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.494260 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-0e83cd34-26de-4acf-8290-1339347094e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.1217875
Apr 01 10:10:37.538226 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-a8437d92-1ee0-43b4-978a-161f3cf79a9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 217 time: 0.0385988
Apr 01 10:10:37.574403 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559e3ca-441c-4217-a0d1-6056a9b696ce req-d181a710-e558-4833-abbe-8caba1b419b9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.575867 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3559e3ca-441c-4217-a0d1-6056a9b696ce req-d181a710-e558-4833-abbe-8caba1b419b9 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0526161
Apr 01 10:10:37.584717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-dd2941f0-e00a-452d-a9f4-c9289ce1a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.586144 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-dd2941f0-e00a-452d-a9f4-c9289ce1a4c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0422781
Apr 01 10:10:37.623466 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3559e3ca-441c-4217-a0d1-6056a9b696ce req-89840ced-e9d1-44aa-ab38-5d74e7e99092 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416765
Apr 01 10:10:37.634932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-e52a9f9a-a139-4d4d-a6a0-94eccfe1aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.636430 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-e52a9f9a-a139-4d4d-a6a0-94eccfe1aa61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437386
Apr 01 10:10:37.741011 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-23be4b60-1fed-482d-8dc6-2c929d5bc726 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971022
Apr 01 10:10:37.832344 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deb179c0-ad08-458e-86c5-2bbd39f8b98c req-306971da-54d6-429c-854d-39c1515a3262 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847256
Apr 01 10:10:37.837358 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-3a3d25e6-3256-40d1-a187-49a39806254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.839077 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-3a3d25e6-3256-40d1-a187-49a39806254e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e&tenant_id=3dc1f10cbf10469d8abe0641ae154834 HTTP/1.1" status: 200  len: 1130 time: 0.0467162
Apr 01 10:10:37.907007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-5057e187-e18c-4af1-b746-9ef805617560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:37.908499 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-5057e187-e18c-4af1-b746-9ef805617560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0457156
Apr 01 10:10:38.005991 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-712bab2d-cde0-4069-b6a6-90bc806c0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:38.007497 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-712bab2d-cde0-4069-b6a6-90bc806c0d69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.0929677
Apr 01 10:10:38.073525 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-b5132e75-ee2b-42a3-9a59-fdf713de0099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 1002 time: 0.0594807
Apr 01 10:10:38.125576 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-325a7e14-65fb-42ac-91e6-ea3219804741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:38.127063 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-325a7e14-65fb-42ac-91e6-ea3219804741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.0474949
Apr 01 10:10:38.175885 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-bcbe1682-4ae0-46b2-8332-4a0ed58f794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:38.177248 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-bcbe1682-4ae0-46b2-8332-4a0ed58f794d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0442126
Apr 01 10:10:38.261640 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-f27d22f0-19d9-4ec4-964f-3d0da1d25283 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0778849
Apr 01 10:10:38.573250 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bb29b8a-953e-4124-9f12-9118098c9a8f req-409f1216-a21a-440b-96ec-fafd188ee8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3049054
Apr 01 10:10:38.580425 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7a65cec7-bc76-4c29-8bc5-4015f6354260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:38.599604 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47a3e8-e51a-4767-a1be-0e9fb4e99c65 req-d424a114-81ae-449d-9689-ace5308da60f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:38.600739 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c47a3e8-e51a-4767-a1be-0e9fb4e99c65 req-d424a114-81ae-449d-9689-ace5308da60f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0540750
Apr 01 10:10:38.648499 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c47a3e8-e51a-4767-a1be-0e9fb4e99c65 req-40102a17-d1d1-40ab-beb4-55ae73bb572d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415080
Apr 01 10:10:38.746208 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66af7ba-c88b-482e-ac18-cee7a13106ad req-37398e0a-c0a3-46e9-a5fb-0a8417e85684 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:38.747581 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a66af7ba-c88b-482e-ac18-cee7a13106ad req-37398e0a-c0a3-46e9-a5fb-0a8417e85684 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0512888
Apr 01 10:10:38.794207 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a66af7ba-c88b-482e-ac18-cee7a13106ad req-77e12778-84c4-45ce-b535-5b004ba4bfe4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400417
Apr 01 10:10:39.327995 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:10:39.426164 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 8b587726-e35f-40ca-8c0d-3c4d86c794ce is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:10:39.426527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:39.450333 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:39.452679 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c40c4-d311-4ac7-a8dc-dca6996e76f8" -d '{"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:39.465930 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:39.474382 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:39.521395 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:39.528537 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.528884 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.529210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.529559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.529894 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.530217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.530607 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.530948 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.531270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.531594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.531911 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.532244 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.532562 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.532877 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.533192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:10:39.545268 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590fd8d1-d144-4a11-9a0d-53dbb279ca5a x-openstack-request-id: req-590fd8d1-d144-4a11-9a0d-53dbb279ca5a {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:39.545553 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:39.545799 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-590fd8d1-d144-4a11-9a0d-53dbb279ca5a {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:39.546213 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590fd8d1-d144-4a11-9a0d-53dbb279ca5a'] response: {'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'code': 200}
Apr 01 10:10:39.788095 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a09b-ed8b-463f-908d-4de1b92ee958 req-35eabac5-f0c0-4ae7-bd6c-0995db53e2d6 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:39.789553 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c108a09b-ed8b-463f-908d-4de1b92ee958 req-35eabac5-f0c0-4ae7-bd6c-0995db53e2d6 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0658441
Apr 01 10:10:39.840129 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c108a09b-ed8b-463f-908d-4de1b92ee958 req-d57a8afa-1d37-418b-86c9-df46111db3e8 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448818
Apr 01 10:10:39.925073 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4101-82a7-4027-80d4-f837ecede0d5 req-3697b8a6-7e35-42a7-b005-22d34ef6906f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:39.926563 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f2a4101-82a7-4027-80d4-f837ecede0d5 req-3697b8a6-7e35-42a7-b005-22d34ef6906f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0593481
Apr 01 10:10:39.972067 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f2a4101-82a7-4027-80d4-f837ecede0d5 req-0dca28ef-4cbd-4454-8484-068c8c32a3e4 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397329
Apr 01 10:10:40.940390 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d8ff47e5-d64a-4079-9a66-c21d1f2697d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:40.973801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd81f5f-868b-4ab2-86a1-dc0f40545889 req-555b21e7-72f8-4db1-bc04-b041de2abd9b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:40.975299 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0dd81f5f-868b-4ab2-86a1-dc0f40545889 req-555b21e7-72f8-4db1-bc04-b041de2abd9b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0577390
Apr 01 10:10:41.023650 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0dd81f5f-868b-4ab2-86a1-dc0f40545889 req-f20eed61-a472-43e8-bfa5-7645b9ee0442 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424621
Apr 01 10:10:41.098885 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542da9b-d8f0-4e8b-a33f-1a14730f144d req-19994a00-ad23-4800-80d9-bfa6173f6e37 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:41.100327 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5542da9b-d8f0-4e8b-a33f-1a14730f144d req-19994a00-ad23-4800-80d9-bfa6173f6e37 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0574613
Apr 01 10:10:41.146971 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5542da9b-d8f0-4e8b-a33f-1a14730f144d req-ba4fc681-31f2-44c4-aba3-71cae2af9a26 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408974
Apr 01 10:10:41.335093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:10:41.443755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:41.455438 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '29223cc6-236b-47ca-8914-e65111046089', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:10:41.492517 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:10:41.492978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:41.506023 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:10:41.525879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:41.532827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:41.704221 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:41.975999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['29223cc6-236b-47ca-8914-e65111046089'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:10:42.145090 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bca53-5cba-431e-9ea8-d22c7d758b62 req-64eeb23a-41ec-4d64-80ea-f0e2572b323a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:42.146568 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528bca53-5cba-431e-9ea8-d22c7d758b62 req-64eeb23a-41ec-4d64-80ea-f0e2572b323a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0547998
Apr 01 10:10:42.171913 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:42.198755 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528bca53-5cba-431e-9ea8-d22c7d758b62 req-b07eb413-6770-4862-8795-427ca5c0a473 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465209
Apr 01 10:10:42.273190 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1293ed6-1638-4b03-bf47-138c3dfbe44a req-1957bfb6-8eee-448a-94af-e4975e47f562 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:42.274614 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b1293ed6-1638-4b03-bf47-138c3dfbe44a req-1957bfb6-8eee-448a-94af-e4975e47f562 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0561237
Apr 01 10:10:42.321836 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b1293ed6-1638-4b03-bf47-138c3dfbe44a req-68dfd5a4-2cba-4ee6-900d-061d1ba0d9d8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415478
Apr 01 10:10:43.333580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f1572-e6de-4c49-b096-0b3b05742672 req-87940d9d-9e45-4672-85aa-795de40980df tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:43.335292 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a7f1572-e6de-4c49-b096-0b3b05742672 req-87940d9d-9e45-4672-85aa-795de40980df tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0565727
Apr 01 10:10:43.337248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:43.348842 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:10:43.392969 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a7f1572-e6de-4c49-b096-0b3b05742672 req-31ee7e00-a158-4df8-8e77-6b3c294aee78 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506132
Apr 01 10:10:43.411215 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 29223cc6-236b-47ca-8914-e65111046089 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:10:43.415579 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 29223cc6-236b-47ca-8914-e65111046089 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:10:43.415939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (29223cc6-236b-47ca-8914-e65111046089), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:43.449496 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ba9f3-0f36-4420-b04b-fba3c730f5c5 req-4ddabad8-4f9f-4db8-a844-ac7510dd319d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:43.451130 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b3ba9f3-0f36-4420-b04b-fba3c730f5c5 req-4ddabad8-4f9f-4db8-a844-ac7510dd319d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0535140
Apr 01 10:10:43.491061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:10:43.491449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:43.498621 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b3ba9f3-0f36-4420-b04b-fba3c730f5c5 req-c532940d-f5d4-44e8-b1f9-0e2e5c55b369 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415797
Apr 01 10:10:43.514657 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:43.516942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef462300-fb63-480a-a1a9-a8949c5a4b4a" -d '{"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:43.529485 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:43.534567 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:43.560863 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e564bbf-d8e4-4ce0-b264-6a5cc3b09155 x-openstack-request-id: req-2e564bbf-d8e4-4ce0-b264-6a5cc3b09155 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:43.561159 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:43.561409 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e564bbf-d8e4-4ce0-b264-6a5cc3b09155 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:43.561910 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e564bbf-d8e4-4ce0-b264-6a5cc3b09155'] response: {'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'code': 200}
Apr 01 10:10:43.587725 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:43.739356 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0282a57-6e66-42eb-9351-341cebc36924 req-a583d97d-5c51-4942-b078-c07ea2fa51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:43.740997 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0282a57-6e66-42eb-9351-341cebc36924 req-a583d97d-5c51-4942-b078-c07ea2fa51fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1129 time: 0.0448089
Apr 01 10:10:43.786896 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0282a57-6e66-42eb-9351-341cebc36924 req-edd5b9f4-fb39-4a77-b4d7-23cc20dee8d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393271
Apr 01 10:10:44.482859 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03909d3e-213a-45c2-9907-85464fcb979f req-fc0a3ebb-408e-46a8-a1ab-01a103f4f2e9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:44.484503 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-03909d3e-213a-45c2-9907-85464fcb979f req-fc0a3ebb-408e-46a8-a1ab-01a103f4f2e9 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0517612
Apr 01 10:10:44.517276 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94a0c-1e78-4170-84dc-b4a80b738007 req-e26d3dc8-f782-4127-a4be-f73fca48b453 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:44.518795 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6dd94a0c-1e78-4170-84dc-b4a80b738007 req-e26d3dc8-f782-4127-a4be-f73fca48b453 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0579667
Apr 01 10:10:44.536042 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-03909d3e-213a-45c2-9907-85464fcb979f req-9f6bd9df-4521-4993-b145-37c34bbf9098 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456941
Apr 01 10:10:44.580508 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6dd94a0c-1e78-4170-84dc-b4a80b738007 req-0d6e710e-caf8-4a56-b5d7-9b2d8b98a45e tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557437
Apr 01 10:10:44.642823 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf5c78-f247-4117-ac12-4c5be0e783f3 req-8f97799f-4455-48e5-b431-c22a22cff21a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:44.644281 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04cf5c78-f247-4117-ac12-4c5be0e783f3 req-8f97799f-4455-48e5-b431-c22a22cff21a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0525937
Apr 01 10:10:44.690613 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04cf5c78-f247-4117-ac12-4c5be0e783f3 req-5023c94c-cd95-4be3-b1b3-525345f60f73 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405509
Apr 01 10:10:45.045966 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:45.667900 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb220b2c-aa4c-4184-be01-9fb727e3b719 req-a3ababa5-a31a-4e16-8449-529eabd01f79 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:45.669392 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb220b2c-aa4c-4184-be01-9fb727e3b719 req-a3ababa5-a31a-4e16-8449-529eabd01f79 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0534146
Apr 01 10:10:45.696839 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2565b5-d437-4033-96f6-9e4e300afe41 req-f5269688-10e7-4162-bb0a-62dc4a6cbd8b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:45.698288 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c2565b5-d437-4033-96f6-9e4e300afe41 req-f5269688-10e7-4162-bb0a-62dc4a6cbd8b tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.0514076
Apr 01 10:10:45.716833 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb220b2c-aa4c-4184-be01-9fb727e3b719 req-e61daa9d-835a-4281-9966-357c8de3840f tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408754
Apr 01 10:10:45.746295 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c2565b5-d437-4033-96f6-9e4e300afe41 req-2651fe5a-c4d6-4a5f-8968-f6f59efb1e1a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422831
Apr 01 10:10:45.824841 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da03f6-87b3-4cab-80ca-71cdb97a7ce1 req-c83808d1-d918-431c-94c1-2d1da83dea00 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:45.826334 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09da03f6-87b3-4cab-80ca-71cdb97a7ce1 req-c83808d1-d918-431c-94c1-2d1da83dea00 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0554628
Apr 01 10:10:45.872155 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09da03f6-87b3-4cab-80ca-71cdb97a7ce1 req-58baabb9-31e0-41f5-9713-f3263c7022df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397677
Apr 01 10:10:46.000048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff497f2-aab5-4bf2-83ab-869e56168945 req-ffcbd703-f366-4635-8535-e2723ce7a7a0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:46.001918 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6ff497f2-aab5-4bf2-83ab-869e56168945 req-ffcbd703-f366-4635-8535-e2723ce7a7a0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0633585
Apr 01 10:10:46.012805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56502) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:46.017577 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Request body: {'floatingip': {'port_id': '29223cc6-236b-47ca-8914-e65111046089'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:10:46.055487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:46.245860 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e917a5-a319-464a-9984-632996aa7e50 req-a33c7dbe-02c2-46fd-a00f-a77cfd0c06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:46.247374 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29e917a5-a319-464a-9984-632996aa7e50 req-a33c7dbe-02c2-46fd-a00f-a77cfd0c06a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1128 time: 0.0495660
Apr 01 10:10:46.297279 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29e917a5-a319-464a-9984-632996aa7e50 req-2cfb5f62-e83c-4fd3-9696-3e4c59e9c00c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401289
Apr 01 10:10:46.496181 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:46.502550 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:46.608352 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Floating IP 8eda2609-495f-452e-9802-b3611ba6df55 associated. External IP: 172.37.5.62, port: 29223cc6-236b-47ca-8914-e65111046089.
Apr 01 10:10:46.847540 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ea68-2701-493a-9ded-b276affcec24 req-e2db2899-456f-460d-9fd1-00be08b5df57 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:46.849177 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1de3ea68-2701-493a-9ded-b276affcec24 req-e2db2899-456f-460d-9fd1-00be08b5df57 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0565758
Apr 01 10:10:46.907140 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1de3ea68-2701-493a-9ded-b276affcec24 req-8b9ef246-2ddd-4aae-b077-9a7864341266 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522037
Apr 01 10:10:47.064460 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:10:47.151204 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1962-525b-413b-afde-00cba36947c1 req-d2cd956a-7829-46ab-9d87-b5260b600910 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:47.152664 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-45cd1962-525b-413b-afde-00cba36947c1 req-d2cd956a-7829-46ab-9d87-b5260b600910 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 944 time: 0.3368969
Apr 01 10:10:47.219589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:10:47.224216 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-45cd1962-525b-413b-afde-00cba36947c1 req-8d7a188c-8344-4e1c-a0ff-8b77a9ddb033 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610371
Apr 01 10:10:47.227257 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:47.232738 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:10:47.246142 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:47.246142 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424885100>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:47.259006 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e3dfca46-2167-4119-967e-521f5867ffec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "PUT /v2.0/floatingips/8eda2609-495f-452e-9802-b3611ba6df55 HTTP/1.1" status: 200  len: 990 time: 1.2450905
Apr 01 10:10:47.259541 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:47.261792 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f06f521-8ae0-4c16-b8e3-989b198ed634" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:47.299701 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ccf7cb-c5d4-47db-8736-f2b78adcf18a x-openstack-request-id: req-37ccf7cb-c5d4-47db-8736-f2b78adcf18a {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:47.299986 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "tag": "29223cc6-236b-47ca-8914-e65111046089", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:47.300230 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37ccf7cb-c5d4-47db-8736-f2b78adcf18a {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:47.300623 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ccf7cb-c5d4-47db-8736-f2b78adcf18a'] response: {'name': 'network-changed', 'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'status': 'completed', 'code': 200}
Apr 01 10:10:47.352777 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:47.370446 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-f80724fa-434c-452b-b96a-ef0db50a0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:47.372299 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-f80724fa-434c-452b-b96a-ef0db50a0d38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1129 time: 0.0474343
Apr 01 10:10:47.385119 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:10:47.464231 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-3e6f80e2-295d-45d4-a206-2511ea3b1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:47.465704 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-3e6f80e2-295d-45d4-a206-2511ea3b1cbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0849421
Apr 01 10:10:47.541507 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-a5ab048b-f59b-4f83-826b-1174b146ca25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 998 time: 0.0667551
Apr 01 10:10:47.589908 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-2dc8ee2f-c28a-45f4-a157-48e2995faaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:47.591402 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-2dc8ee2f-c28a-45f4-a157-48e2995faaa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0435863
Apr 01 10:10:47.636983 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:47.648658 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-7941931e-736d-4254-be3a-a4457343ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:47.650612 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-7941931e-736d-4254-be3a-a4457343ffaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0475852
Apr 01 10:10:47.657729 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'port_id': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'mac_address': 'fa:16:3e:bd:b4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:10:47.719292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 8b587726-e35f-40ca-8c0d-3c4d86c794ce is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:10:47.719647 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:47.737759 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b587726-e35f-40ca-8c0d-3c4d86c794ce {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:10:47.763980 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:47.764602 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-06eb2ab3-47ba-4273-9044-1a33b5796b7d service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927322
Apr 01 10:10:47.767434 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424885100>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8eda2609-495f-452e-9802-b3611ba6df55', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.62', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:10:32Z', 'updated_at': '2022-04-01T10:10:46Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:47.770673 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:47.822672 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:10:47.844041 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:47.845102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424885100>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:47.863840 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f06f521-8ae0-4c16-b8e3-989b198ed634 req-c2731b73-f338-45cf-9e0e-60d20ca682f9 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915773
Apr 01 10:10:47.920975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:47.973983 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:48.034783 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91abe4-4655-42fd-b309-882f7559ac00 req-1d0dcf78-b3ab-49e6-9352-5f1e736fbe5a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:48.036264 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f91abe4-4655-42fd-b309-882f7559ac00 req-1d0dcf78-b3ab-49e6-9352-5f1e736fbe5a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0586741
Apr 01 10:10:48.084188 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f91abe4-4655-42fd-b309-882f7559ac00 req-04aad238-76e9-4889-8c4d-520eec323443 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421159
Apr 01 10:10:48.219185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424885100>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8eda2609-495f-452e-9802-b3611ba6df55', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.62', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:10:32Z', 'updated_at': '2022-04-01T10:10:46Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:48.253193 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['8b587726-e35f-40ca-8c0d-3c4d86c794ce'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:10:48.256759 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4eadaa-0a31-4eff-805d-15a50ad2f613 None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8eda2609-495f-452e-9802-b3611ba6df55', 'tenant_id': '984d4a492510482d88f7aec954117969', 'floating_ip_address': '172.37.5.62', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:10:32Z', 'updated_at': '2022-04-01T10:10:46Z', 'revision_number': 1, 'project_id': '984d4a492510482d88f7aec954117969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:10:48.369946 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab769cc-f318-463e-996a-8089dcba4397 req-9d185a62-1617-4c12-92c3-8c92a253200a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:48.371458 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ab769cc-f318-463e-996a-8089dcba4397 req-9d185a62-1617-4c12-92c3-8c92a253200a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 945 time: 0.0679581
Apr 01 10:10:48.425834 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ab769cc-f318-463e-996a-8089dcba4397 req-cf6761e1-8bc4-48ca-ab37-85f7b063c090 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481224
Apr 01 10:10:48.478698 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af47f5-96b2-41a4-b8b1-0cbdd510d702 None None] New status for floating IP 8eda2609-495f-452e-9802-b3611ba6df55: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:10:48.671518 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-1ff9967e-a3f4-474d-9c32-ff63c787fca0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:48.673032 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-1ff9967e-a3f4-474d-9c32-ff63c787fca0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0551066
Apr 01 10:10:48.769644 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Deleting port 78e92c0d-8920-4d6d-86a9-c78c75d01421 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:48.769974 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:48.863512 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] For port 78e92c0d-8920-4d6d-86a9-c78c75d01421, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78e92c0d-8920-4d6d-86a9-c78c75d01421,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:48.863845 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.096733 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.097397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.097397 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Floating IP eb51b825-1d14-4ea8-bcd2-fbca68bae766 disassociated. External IP: 172.37.5.197, port: 78e92c0d-8920-4d6d-86a9-c78c75d01421.
Apr 01 10:10:49.097586 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Calling delete_port for 78e92c0d-8920-4d6d-86a9-c78c75d01421 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:49.203077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceb89c-c383-435c-a39d-26f0d94184dc req-70d73ce3-65d8-48df-b5bd-b34221e793e4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:49.204547 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-39ceb89c-c383-435c-a39d-26f0d94184dc req-70d73ce3-65d8-48df-b5bd-b34221e793e4 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff54d32-e02c-4bb8-a3a6-3aec1474f63a HTTP/1.1" status: 200  len: 945 time: 0.0529053
Apr 01 10:10:49.253089 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-39ceb89c-c383-435c-a39d-26f0d94184dc req-e7c49431-adbc-4f3e-abae-c1e7e36213e1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428414
Apr 01 10:10:49.253604 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (78e92c0d-8920-4d6d-86a9-c78c75d01421), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.282823 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event deleted for resources: {'Port': ['ID=78e92c0d-8920-4d6d-86a9-c78c75d01421,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:49.387585 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:10:49.395136 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Router 9630802e-5758-4ea9-bbde-ae1a2871160d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:10:49.439278 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 8b587726-e35f-40ca-8c0d-3c4d86c794ce triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:10:49.439765 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.512397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:10:49.524581 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:10:49.526980 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 8b587726-e35f-40ca-8c0d-3c4d86c794ce is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:10:49.527364 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.545877 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:49.546504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942476e040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:49.591066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] No DVR routers for this DVR port 78e92c0d-8920-4d6d-86a9-c78c75d01421 on host hv-cinder-maste {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:10:49.591399 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:49.592320 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603667b6-28e5-471d-a8ec-50d6f0a72c6d" -d '{"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-plugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:49.596819 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.600211 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c67216b-9c81-4d12-a3b9-901bbec215c3 req-4fef8dec-98c6-4f55-8223-16f0739775ca tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "DELETE /v2.0/ports/78e92c0d-8920-4d6d-86a9-c78c75d01421 HTTP/1.1" status: 204  len: 173 time: 0.9220145
Apr 01 10:10:49.600669 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'name': 'network-vif-deleted', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:49.602986 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f653b88-68d5-41f9-978f-7bc8ec0f0ac8" -d '{"events": [{"server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "name": "network-vif-deleted", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:49.721310 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c89369-dc7f-4527-8d99-24e4077aee3a x-openstack-request-id: req-39c89369-dc7f-4527-8d99-24e4077aee3a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:49.721603 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff54d32-e02c-4bb8-a3a6-3aec1474f63a", "name": "network-vif-deleted", "tag": "78e92c0d-8920-4d6d-86a9-c78c75d01421", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:49.721862 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39c89369-dc7f-4527-8d99-24e4077aee3a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:49.722404 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c89369-dc7f-4527-8d99-24e4077aee3a'] response: {'server_uuid': '6ff54d32-e02c-4bb8-a3a6-3aec1474f63a', 'name': 'network-vif-deleted', 'tag': '78e92c0d-8920-4d6d-86a9-c78c75d01421', 'status': 'completed', 'code': 200}
Apr 01 10:10:49.784846 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6036b-6c4a-4c78-925f-e01aec05ab50 x-openstack-request-id: req-afd6036b-6c4a-4c78-925f-e01aec05ab50 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:49.785134 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-plugged", "status": "completed", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:49.785389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afd6036b-6c4a-4c78-925f-e01aec05ab50 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:49.785756 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd6036b-6c4a-4c78-925f-e01aec05ab50'] response: {'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'code': 200}
Apr 01 10:10:49.791478 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:49.796235 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:49.863812 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:49.872703 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:50.073600 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942476e040>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:50.102967 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:10:50.111963 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:10:50.112573 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942476e040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:50.221866 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:10:50.347673 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56530) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:50.400945 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.424658 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.430210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942476e040>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:10:50.457012 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e10604-b1c5-4fae-8cb9-d55bce54bda1 None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:04:09Z', 'revision_number': 4, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '200bca65-aba7-46d2-a62b-985904c7070a', 'name': '', 'network_id': '842ae9ac-afe6-4c7c-bd19-1175b1f98e37', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'mac_address': 'fa:16:3e:c4:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:06Z', 'updated_at': '2022-04-01T10:04:18Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'subnets': [{'id': 'c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:10:50.476694 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.479394 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.480571 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "DELETE /v2.0/security-groups/54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5 HTTP/1.1" status: 204  len: 168 time: 0.1318948
Apr 01 10:10:50.483658 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56532) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:50.493495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335008b-e61d-4a50-a1b6-5c2bd519ced5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:50.499025 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-69905740-cfd2-499e-97cf-01f21ca5795e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] show failed (client error): The resource could not be found.
Apr 01 10:10:50.500206 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-69905740-cfd2-499e-97cf-01f21ca5795e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups/54a754c7-d4ee-4eb8-9a0e-89fdea5eeec5 HTTP/1.1" status: 404  len: 347 time: 0.0148258
Apr 01 10:10:50.502767 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56534) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:10:50.636133 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Deleting port 22094bc8-079f-4a87-85db-2308a8252b2b {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:50.636467 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.693033 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c20c2-014f-4d9a-8cd1-9364ff6fc7a3 None None] New status for floating IP eb51b825-1d14-4ea8-bcd2-fbca68bae766: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:10:50.713587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.713922 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (22094bc8-079f-4a87-85db-2308a8252b2b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.727178 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Calling delete_port for 22094bc8-079f-4a87-85db-2308a8252b2b owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:50.950254 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (22094bc8-079f-4a87-85db-2308a8252b2b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:50.983806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event deleted for resources: {'Port': ['ID=22094bc8-079f-4a87-85db-2308a8252b2b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:51.047790 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks [] for floatingip (eb51b825-1d14-4ea8-bcd2-fbca68bae766), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:51.050305 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:51.051506 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ea24bbec-4e69-4cee-8ceb-e04a230ced7a tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "DELETE /v2.0/floatingips/eb51b825-1d14-4ea8-bcd2-fbca68bae766 HTTP/1.1" status: 204  len: 168 time: 0.5442731
Apr 01 10:10:53.434292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 78e92c0d-8920-4d6d-86a9-c78c75d01421 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:10:53.460380 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 78e92c0d-8920-4d6d-86a9-c78c75d01421 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:10:53.460781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 78e92c0d-8920-4d6d-86a9-c78c75d01421 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:10:53.553973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355ba06-c0f1-46f0-8782-831bfc33d2d4 req-2d5cde5c-cf37-426c-9864-cf5bc74e9748 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:53.555415 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7355ba06-c0f1-46f0-8782-831bfc33d2d4 req-2d5cde5c-cf37-426c-9864-cf5bc74e9748 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0546224
Apr 01 10:10:53.603402 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7355ba06-c0f1-46f0-8782-831bfc33d2d4 req-4745fda2-2035-4d96-8f2e-3bfea0b3079e tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423243
Apr 01 10:10:54.334053 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:10:54.339448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-42d9e01d-a960-444b-a988-c8bc2b9849a8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:54.340870 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-42d9e01d-a960-444b-a988-c8bc2b9849a8 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 945 time: 0.0562739
Apr 01 10:10:54.446736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Deleting port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:54.447068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:54.536626 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] For port e9a85c98-ea8f-41f5-9d37-da82f3c446c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:54.537003 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:54.550209 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Calling delete_port for e9a85c98-ea8f-41f5-9d37-da82f3c446c0 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:54.716213 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (e9a85c98-ea8f-41f5-9d37-da82f3c446c0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:54.719451 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-96edb2f0-cc6a-4adb-b3c4-bfd2a9d8e739 req-f5f9ecc3-b018-46fd-aca9-f0108665b74d tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=04f542a5-3483-4eb2-8469-e930b23ca65f HTTP/1.1" status: 200  len: 210 time: 0.0338640
Apr 01 10:10:54.731131 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['e9a85c98-ea8f-41f5-9d37-da82f3c446c0', '7309433f-2298-42e8-bf12-5febdcdd2183'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:10:54.752512 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event deleted for resources: {'Port': ['ID=e9a85c98-ea8f-41f5-9d37-da82f3c446c0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:54.798042 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] No DVR routers for this DVR port e9a85c98-ea8f-41f5-9d37-da82f3c446c0 on host hv-cinder-maste {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:10:54.800826 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:54.804296 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10aeefea-d8c3-47bc-9564-18f1a230ce03 req-465457e1-e594-4ef1-956b-4e00d8d7da56 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "DELETE /v2.0/ports/e9a85c98-ea8f-41f5-9d37-da82f3c446c0 HTTP/1.1" status: 204  len: 173 time: 0.4574978
Apr 01 10:10:54.804741 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'name': 'network-vif-deleted', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:54.807025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be52a78f-e2b3-40fe-aab0-d1f5756e6879" -d '{"events": [{"server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "name": "network-vif-deleted", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:54.844881 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf991c-16fb-40bc-9f5e-cea4fba42f5c x-openstack-request-id: req-bddf991c-16fb-40bc-9f5e-cea4fba42f5c {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:54.845173 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f542a5-3483-4eb2-8469-e930b23ca65f", "name": "network-vif-deleted", "tag": "e9a85c98-ea8f-41f5-9d37-da82f3c446c0", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:54.845421 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bddf991c-16fb-40bc-9f5e-cea4fba42f5c {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:54.845813 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddf991c-16fb-40bc-9f5e-cea4fba42f5c'] response: {'server_uuid': '04f542a5-3483-4eb2-8469-e930b23ca65f', 'name': 'network-vif-deleted', 'tag': 'e9a85c98-ea8f-41f5-9d37-da82f3c446c0', 'status': 'completed', 'code': 200}
Apr 01 10:10:56.019388 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574f857-3cc8-4aff-a37d-e6515df37bb4 req-f1c9209e-493a-417a-9978-29b7754f3f18 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:56.020759 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9574f857-3cc8-4aff-a37d-e6515df37bb4 req-f1c9209e-493a-417a-9978-29b7754f3f18 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0719104
Apr 01 10:10:56.069963 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9574f857-3cc8-4aff-a37d-e6515df37bb4 req-78fde8d9-80c0-43fa-bd36-bcd3c0f35f57 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408704
Apr 01 10:10:57.202108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bb88b-e2f6-46db-9274-b62ecb427a3d req-e2d997ea-d713-4dab-8280-6b245ec221c3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:57.203590 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f72bb88b-e2f6-46db-9274-b62ecb427a3d req-e2d997ea-d713-4dab-8280-6b245ec221c3 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0538063
Apr 01 10:10:57.251420 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f72bb88b-e2f6-46db-9274-b62ecb427a3d req-50bc7158-9192-4789-83d0-8f1e216ca7cf tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419524
Apr 01 10:10:58.291575 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad4c4-07ab-4909-895f-72f8db12ddbc req-28750942-641a-4700-a10b-a976b6eddcea tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:58.293057 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-829ad4c4-07ab-4909-895f-72f8db12ddbc req-28750942-641a-4700-a10b-a976b6eddcea tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0599482
Apr 01 10:10:58.338999 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-829ad4c4-07ab-4909-895f-72f8db12ddbc req-b8865872-3cf5-41ad-9ae0-e232b5e01c7f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401328
Apr 01 10:10:58.379388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e3a8e-2e62-4bcf-a0a3-b71e74ebfd56 req-379f7312-6d38-4a14-bba1-e758dc6977f5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:58.380842 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-737e3a8e-2e62-4bcf-a0a3-b71e74ebfd56 req-379f7312-6d38-4a14-bba1-e758dc6977f5 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0559413
Apr 01 10:10:58.427894 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-737e3a8e-2e62-4bcf-a0a3-b71e74ebfd56 req-a999d09b-b1cb-4308-8a4d-7d48d022b6d0 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/security-groups?id=afaccf15-c9f8-49ba-baca-cb5a176118b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413370
Apr 01 10:10:58.605785 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-24035274-cbbb-43b3-9930-952c06736fa1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:58.607304 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-24035274-cbbb-43b3-9930-952c06736fa1 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 946 time: 0.0533550
Apr 01 10:10:58.717906 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Deleting port 7309433f-2298-42e8-bf12-5febdcdd2183 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:58.718237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:58.803871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] For port 7309433f-2298-42e8-bf12-5febdcdd2183, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7309433f-2298-42e8-bf12-5febdcdd2183,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:58.804222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:58.817056 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Calling delete_port for 7309433f-2298-42e8-bf12-5febdcdd2183 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:10:58.961984 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (7309433f-2298-42e8-bf12-5febdcdd2183), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:58.974636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['7309433f-2298-42e8-bf12-5febdcdd2183'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:10:58.989365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Pushing event deleted for resources: {'Port': ['ID=7309433f-2298-42e8-bf12-5febdcdd2183,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:10:59.036572 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] No DVR routers for this DVR port 7309433f-2298-42e8-bf12-5febdcdd2183 on host hv-cinder-maste {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:10:59.039102 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:59.042413 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5f992182-04b9-47c3-bb06-7fdabdc7dfd2 req-d3bab2c2-5602-4b74-a2cb-d3d7609e2442 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.15 "DELETE /v2.0/ports/7309433f-2298-42e8-bf12-5febdcdd2183 HTTP/1.1" status: 204  len: 173 time: 0.4295545
Apr 01 10:10:59.042875 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'name': 'network-vif-deleted', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:10:59.045116 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d3187-c6f4-4810-9f45-898b77cdad6c" -d '{"events": [{"server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "name": "network-vif-deleted", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:10:59.080704 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c9b3be-ad4d-4c2a-bc9d-4def3e341b4b x-openstack-request-id: req-59c9b3be-ad4d-4c2a-bc9d-4def3e341b4b {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:10:59.080996 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf7fba9-5b94-4c19-8f65-5a3a831b3458", "name": "network-vif-deleted", "tag": "7309433f-2298-42e8-bf12-5febdcdd2183", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:10:59.081253 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59c9b3be-ad4d-4c2a-bc9d-4def3e341b4b {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:10:59.081651 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c9b3be-ad4d-4c2a-bc9d-4def3e341b4b'] response: {'server_uuid': 'acf7fba9-5b94-4c19-8f65-5a3a831b3458', 'name': 'network-vif-deleted', 'tag': '7309433f-2298-42e8-bf12-5febdcdd2183', 'status': 'completed', 'code': 200}
Apr 01 10:10:59.464353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ea56-5106-4804-bc0d-fe46dd5a00d1 req-4f3328d7-d519-4adf-a3d9-2123ecd7d411 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:59.465867 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10a8ea56-5106-4804-bc0d-fe46dd5a00d1 req-4f3328d7-d519-4adf-a3d9-2123ecd7d411 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0540526
Apr 01 10:10:59.473588 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9a85c98-ea8f-41f5-9d37-da82f3c446c0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:10:59.499318 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: e9a85c98-ea8f-41f5-9d37-da82f3c446c0 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:10:59.499678 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9a85c98-ea8f-41f5-9d37-da82f3c446c0 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:10:59.520828 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10a8ea56-5106-4804-bc0d-fe46dd5a00d1 req-fd103415-f513-4456-ac4a-c3c7d93045bd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=52495fb7-6d75-419b-89b2-f52c67313e52&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461619
Apr 01 10:10:59.547184 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d574ace8-0c4a-48ac-bdad-a58da539eb93 req-1002629c-969b-4f34-8d05-362423bbda75 tempest-ServerRescueNegativeTestJSON-653679250 tempest-ServerRescueNegativeTestJSON-653679250-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf7fba9-5b94-4c19-8f65-5a3a831b3458 HTTP/1.1" status: 200  len: 210 time: 0.0267587
Apr 01 10:10:59.721935 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-3da1f141-af2d-4ed0-a756-83a07c6a9e5b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:10:59.723588 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-3da1f141-af2d-4ed0-a756-83a07c6a9e5b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 946 time: 0.0535281
Apr 01 10:10:59.824620 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Deleting port e35a73e3-6163-462e-9549-4a90aec2d584 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:10:59.824978 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:10:59.915458 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] For port e35a73e3-6163-462e-9549-4a90aec2d584, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35a73e3-6163-462e-9549-4a90aec2d584,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:10:59.915824 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:00.317021 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:00.317289 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:00.317604 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Floating IP 46cd319d-0b62-4f0d-9208-a4bc3a41e759 disassociated. External IP: 172.37.5.51, port: e35a73e3-6163-462e-9549-4a90aec2d584.
Apr 01 10:11:00.317943 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Calling delete_port for e35a73e3-6163-462e-9549-4a90aec2d584 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:00.449091 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (e35a73e3-6163-462e-9549-4a90aec2d584), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:00.479578 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'Port': ['ID=e35a73e3-6163-462e-9549-4a90aec2d584,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:00.596856 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:00.605286 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56594) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:00.616159 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2c705bd-ec9f-40f8-83da-2b287f08b694 req-2c7ad07d-0e62-4a85-9fe7-db5952eeeba7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fecc8e1-f340-4be9-8243-7369fcf1dbca HTTP/1.1" status: 200  len: 210 time: 0.0274084
Apr 01 10:11:00.717868 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:00.727574 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:00.737211 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:00.737897 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424940a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:00.815308 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] No DVR routers for this DVR port e35a73e3-6163-462e-9549-4a90aec2d584 on host hv-cinder-maste {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:00.819101 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:00.822345 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb65df2c-ae4a-48c7-add0-f4bed9027fbd req-72243b10-9407-4152-b0f4-c95257a2bed3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "DELETE /v2.0/ports/e35a73e3-6163-462e-9549-4a90aec2d584 HTTP/1.1" status: 204  len: 173 time: 1.0926528
Apr 01 10:11:00.849045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:01.073442 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424940a60>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:01.085215 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'name': 'network-vif-deleted', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:01.087554 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406fc77c-c4d1-4a99-b467-b07504238761" -d '{"events": [{"server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "name": "network-vif-deleted", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:01.099830 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:01.108444 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:01.109102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424940a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:01.143611 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ea849-7330-4105-b595-fad718522812 x-openstack-request-id: req-435ea849-7330-4105-b595-fad718522812 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:01.143952 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fecc8e1-f340-4be9-8243-7369fcf1dbca", "name": "network-vif-deleted", "tag": "e35a73e3-6163-462e-9549-4a90aec2d584", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:01.144147 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-435ea849-7330-4105-b595-fad718522812 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:01.144528 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435ea849-7330-4105-b595-fad718522812'] response: {'server_uuid': '7fecc8e1-f340-4be9-8243-7369fcf1dbca', 'name': 'network-vif-deleted', 'tag': 'e35a73e3-6163-462e-9549-4a90aec2d584', 'status': 'completed', 'code': 200}
Apr 01 10:11:01.203975 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (9630802e-5758-4ea9-bbde-ae1a2871160d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.215710 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:01.421028 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424940a60>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:01.450615 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e6a79-d7aa-4347-8e35-724656c279e4 None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:01.506998 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Deleting port 200bca65-aba7-46d2-a62b-985904c7070a {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:01.507328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (200bca65-aba7-46d2-a62b-985904c7070a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.585244 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] For port 200bca65-aba7-46d2-a62b-985904c7070a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=200bca65-aba7-46d2-a62b-985904c7070a,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:01.585600 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (200bca65-aba7-46d2-a62b-985904c7070a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.599071 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Calling delete_port for 200bca65-aba7-46d2-a62b-985904c7070a owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:01.709528 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56606) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:01.713181 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952d630-801c-47e6-ada0-0834f8313415 None None] New status for floating IP 46cd319d-0b62-4f0d-9208-a4bc3a41e759: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:11:01.771712 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (52495fb7-6d75-419b-89b2-f52c67313e52), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.797553 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (52495fb7-6d75-419b-89b2-f52c67313e52), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.809794 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (200bca65-aba7-46d2-a62b-985904c7070a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.838105 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Pushing event deleted for resources: {'Port': ['ID=200bca65-aba7-46d2-a62b-985904c7070a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:01.865351 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (52495fb7-6d75-419b-89b2-f52c67313e52), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.870340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:01.874392 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "DELETE /v2.0/security-groups/52495fb7-6d75-419b-89b2-f52c67313e52 HTTP/1.1" status: 204  len: 168 time: 0.1598458
Apr 01 10:11:01.875795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56608) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:01.900187 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec00f71-2317-40d6-9f33-f41b3bbca9bf tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52495fb7-6d75-419b-89b2-f52c67313e52,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:01.909846 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-eb2492bb-6599-4291-9c57-e3981e9169a6 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] show failed (client error): The resource could not be found.
Apr 01 10:11:01.911141 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eb2492bb-6599-4291-9c57-e3981e9169a6 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups/52495fb7-6d75-419b-89b2-f52c67313e52 HTTP/1.1" status: 404  len: 347 time: 0.0344396
Apr 01 10:11:01.914166 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56610) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:02.335638 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (9630802e-5758-4ea9-bbde-ae1a2871160d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:02.420953 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Deleting port 1406f777-8287-4925-9697-4e97c2615509 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:02.421288 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (1406f777-8287-4925-9697-4e97c2615509), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:02.524188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (1406f777-8287-4925-9697-4e97c2615509), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:02.524579 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (1406f777-8287-4925-9697-4e97c2615509), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:02.592051 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Calling delete_port for 1406f777-8287-4925-9697-4e97c2615509 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:02.689729 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Router 9630802e-5758-4ea9-bbde-ae1a2871160d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:02.828054 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (1406f777-8287-4925-9697-4e97c2615509), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:02.858392 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'Port': ['ID=1406f777-8287-4925-9697-4e97c2615509,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:02.870832 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:02.879147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Sync routers for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:02.890331 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:02.890963 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248948b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:02.891929 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-576c3080-7907-4b6b-a821-dea50f81a857 admin admin] 10.222.0.46 "PUT /v2.0/routers/9630802e-5758-4ea9-bbde-ae1a2871160d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2856486
Apr 01 10:11:02.894464 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56612) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:03.004173 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (46cd319d-0b62-4f0d-9208-a4bc3a41e759), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.006716 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.011315 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8938f023-0973-461d-a670-3e9cf3fb64fd tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "DELETE /v2.0/floatingips/46cd319d-0b62-4f0d-9208-a4bc3a41e759 HTTP/1.1" status: 204  len: 168 time: 1.0924206
Apr 01 10:11:03.042610 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks [] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.138521 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:03.157951 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks [] for router_gateway (9630802e-5758-4ea9-bbde-ae1a2871160d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.189085 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56616) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:03.193863 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205352835', 'description': 'tempest-description--1667279009'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:03.221328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.251501 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Deleting port 00a0c562-67ba-4187-93ca-1d3fba21fe74 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:03.251821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.319203 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248948b0>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242'}], 'enable_snat': True}, 'gw_port_id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:11:01Z', 'revision_number': 5, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port': {'id': '00a0c562-67ba-4187-93ca-1d3fba21fe74', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:03.346601 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Checking router: 9630802e-5758-4ea9-bbde-ae1a2871160d for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:03.354841 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Routers {'9630802e-5758-4ea9-bbde-ae1a2871160d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:03.355452 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248948b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:10:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['9630802e-5758-4ea9-bbde-ae1a2871160d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:03.355598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (b5fbb1e2-bf26-4112-bb49-b9cf53e922f6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.362966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b5fbb1e2-bf26-4112-bb49-b9cf53e922f6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.375154 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] For port 00a0c562-67ba-4187-93ca-1d3fba21fe74, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00a0c562-67ba-4187-93ca-1d3fba21fe74,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:03.375504 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.405908 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Calling delete_port for 00a0c562-67ba-4187-93ca-1d3fba21fe74 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:03.410208 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.411451 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2215843
Apr 01 10:11:03.414370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74bffa-735e-419f-8c53-d5142e9f9c4a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:03.414757 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56618) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:03.421663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group_rule': {'security_group_id': 'b5fbb1e2-bf26-4112-bb49-b9cf53e922f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:03.447129 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] Set router 9630802e-5758-4ea9-bbde-ae1a2871160d gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:03.462621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (fa11da97-72ac-4195-85ca-816c14f5dc67), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.508460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e35a73e3-6163-462e-9549-4a90aec2d584 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:03.513995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (fa11da97-72ac-4195-85ca-816c14f5dc67), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.518165 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (fa11da97-72ac-4195-85ca-816c14f5dc67), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.528848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248948b0>, [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:11:03Z', 'revision_number': 6, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:03.530686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: e35a73e3-6163-462e-9549-4a90aec2d584 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:03.531031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e35a73e3-6163-462e-9549-4a90aec2d584 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:03.531440 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7309433f-2298-42e8-bf12-5febdcdd2183 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:03.533610 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa11da97-72ac-4195-85ca-816c14f5dc67,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:03.546608 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.551005 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-de87427b-4f45-4d6f-b3dd-f11b44de445e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1329310
Apr 01 10:11:03.551612 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56620) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:03.556260 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'security_group_rule': {'security_group_id': 'b5fbb1e2-bf26-4112-bb49-b9cf53e922f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:03.580401 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b7610-14ec-4958-89a2-95f57125c1d2 None None] The sync data for ids ['9630802e-5758-4ea9-bbde-ae1a2871160d'] in dv-cinder-master-3-iscsi is: [{'id': '9630802e-5758-4ea9-bbde-ae1a2871160d', 'name': 'tempest-ServerRescueNegativeTestJSON-1294272822-router', 'tenant_id': '4073e831952c461bb6bb0e6b1137240b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:00Z', 'updated_at': '2022-04-01T10:11:03Z', 'revision_number': 6, 'project_id': '4073e831952c461bb6bb0e6b1137240b', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:03.582623 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 7309433f-2298-42e8-bf12-5febdcdd2183 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:03.583015 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7309433f-2298-42e8-bf12-5febdcdd2183 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:03.584060 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (8dd3994f-e338-444a-9761-2a44eecfd866), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.618886 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (00a0c562-67ba-4187-93ca-1d3fba21fe74), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.646958 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a0c562-67ba-4187-93ca-1d3fba21fe74,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:03.647797 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (8dd3994f-e338-444a-9761-2a44eecfd866), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.655288 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (8dd3994f-e338-444a-9761-2a44eecfd866), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.676139 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd3994f-e338-444a-9761-2a44eecfd866,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:03.685960 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.687322 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1ca6111e-d5e8-43c2-907c-52d522f7e2d5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1346576
Apr 01 10:11:03.690526 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56622) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:03.695041 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:03.726610 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (9630802e-5758-4ea9-bbde-ae1a2871160d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.742783 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.866974 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.869775 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks [] for router_controller (9630802e-5758-4ea9-bbde-ae1a2871160d), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.947262 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (9630802e-5758-4ea9-bbde-ae1a2871160d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.947782 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9630802e-5758-4ea9-bbde-ae1a2871160d {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:11:03.953806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:03.954986 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b9ea6c7d-a5d4-4b92-9c13-d01ac562f820 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9630802e-5758-4ea9-bbde-ae1a2871160d HTTP/1.1" status: 204  len: 168 time: 1.0587411
Apr 01 10:11:03.957538 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56624) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:04.017414 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Deleting subnet c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:11:04.023423 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Publish callbacks [] for subnet (c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.050292 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.068442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.248530 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Allocated IP 172.37.5.188 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/1dce6d68-9423-4ab2-b3a2-6deb2dafdb28) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:11:04.253492 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.609448 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 00a0c562-67ba-4187-93ca-1d3fba21fe74 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:04.616206 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.630201 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 00a0c562-67ba-4187-93ca-1d3fba21fe74 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:04.630537 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 00a0c562-67ba-4187-93ca-1d3fba21fe74 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:04.630979 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 200bca65-aba7-46d2-a62b-985904c7070a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:04.651596 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 200bca65-aba7-46d2-a62b-985904c7070a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:04.651936 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 200bca65-aba7-46d2-a62b-985904c7070a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:04.654157 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:04.660927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.666799 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-094644cb-874f-42a1-93aa-c35d744d72d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6eb0dd5-eb95-420e-9f28-c6a5a4f6d4e1 HTTP/1.1" status: 204  len: 168 time: 0.7058141
Apr 01 10:11:04.666931 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10e739-3660-4ca3-8276-f710272a093e None None] Network 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:11:04.667242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56626) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:04.678368 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.718640 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.753732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (842ae9ac-afe6-4c7c-bd19-1175b1f98e37), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.767257 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:11:04.770180 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:11:04.775873 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:11:04.798090 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=1dce6d68-9423-4ab2-b3a2-6deb2dafdb28,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:04.818188 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Deleting port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:04.818936 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.852763 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] DHCP port deletion for 842ae9ac-afe6-4c7c-bd19-1175b1f98e37 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:11:04.875232 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.890635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] For port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:04.891094 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.901748 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Deleting port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:04.902157 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.903976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Calling delete_port for 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:04.915278 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.966810 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] For port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,segment=NetworkSegment(b4a40154-5955-4f88-b5cf-cc5b87e3076f),segment_id=b4a40154-5955-4f88-b5cf-cc5b87e3076f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:04.967195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:04.983504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Calling delete_port for 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:04.984196 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.007463 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:05.013061 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] No DVR routers for this DVR port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:05.082032 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.085572 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (842ae9ac-afe6-4c7c-bd19-1175b1f98e37), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.088224 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.102860 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.110140 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f406c40>,) {'filters': {'network_id': ['842ae9ac-afe6-4c7c-bd19-1175b1f98e37']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:05.121781 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f406c40>, 'b4a40154-5955-4f88-b5cf-cc5b87e3076f') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:05.122074 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f406c40>, 'b4a40154-5955-4f88-b5cf-cc5b87e3076f') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:05.132391 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (b4a40154-5955-4f88-b5cf-cc5b87e3076f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.134412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] Pushing event deleted for resources: {'Port': ['ID=34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:05.136448 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276184f-a0f1-4859-a8d4-975f4fc0f7fd None None] No DVR routers for this DVR port 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:05.151412 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (b4a40154-5955-4f88-b5cf-cc5b87e3076f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.157935 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:11:05.158439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (b4a40154-5955-4f88-b5cf-cc5b87e3076f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:11:05.160527 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:11:05.171588 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=1dce6d68-9423-4ab2-b3a2-6deb2dafdb28,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:05.180002 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.196399 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.197626 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5e46d636-c262-4ff9-9a08-b15e2831d54e tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5060885
Apr 01 10:11:05.216039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (842ae9ac-afe6-4c7c-bd19-1175b1f98e37), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.220450 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.223992 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] 10.222.0.46 "DELETE /v2.0/networks/842ae9ac-afe6-4c7c-bd19-1175b1f98e37 HTTP/1.1" status: 204  len: 168 time: 0.5551276
Apr 01 10:11:05.242446 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e2e45-3d58-4cee-8310-98fca7951907 admin admin] Pushing event deleted for resources: {'Network': ['ID=842ae9ac-afe6-4c7c-bd19-1175b1f98e37,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:05.340059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56642) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:05.357924 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-d1402a64-fabe-4894-9c21-b19d82397a0d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--205352835&fields=id&tenant_id=8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 267 time: 0.0425148
Apr 01 10:11:05.379370 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-375d488e-4406-483b-9f78-debbf436225c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4073e831952c461bb6bb0e6b1137240b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0381393
Apr 01 10:11:05.381801 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56644) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:05.429815 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] Publish callbacks [] for security_group (afaccf15-c9f8-49ba-baca-cb5a176118b6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.451528 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] Publish callbacks [] for security_group (afaccf15-c9f8-49ba-baca-cb5a176118b6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.477608 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-d6670eb2-7647-4c16-bce9-436bf75153f9 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:05.479095 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-d6670eb2-7647-4c16-bce9-436bf75153f9 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 811 time: 0.1146731
Apr 01 10:11:05.495245 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-54a97306-309f-470d-8b82-2bcbb6652efc tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/quotas/8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 375 time: 0.0101917
Apr 01 10:11:05.500210 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (afaccf15-c9f8-49ba-baca-cb5a176118b6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.502940 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:05.504094 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afaccf15-c9f8-49ba-baca-cb5a176118b6 HTTP/1.1" status: 204  len: 168 time: 0.1213992
Apr 01 10:11:05.515843 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc07a48-3b44-4f5f-9a49-f7c03b1a75d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaccf15-c9f8-49ba-baca-cb5a176118b6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:05.558473 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-279622ee-7340-4279-a16e-187d0ae8f537 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0562980
Apr 01 10:11:05.652286 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-f071c294-5aec-4aed-ba8b-59bc80dd31b2 service neutron] 10.222.0.46 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820892
Apr 01 10:11:05.745944 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-106d2cf9-4f02-4f1c-ad82-1fd8b642fcbe service neutron] 10.222.0.46 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874040
Apr 01 10:11:05.926540 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41ecbee8-6880-42be-9483-569135f2e2fd req-07d286dc-653f-4646-a752-f287257801b6 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 210 time: 0.0282078
Apr 01 10:11:06.587580 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:06.607606 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:06.607881 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 34d9784c-db5e-4e9e-b78a-2a4f68a5a1f2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:06.934045 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-566e23f8-22e7-4b52-a467-99e10e4106a3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:06.936531 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-566e23f8-22e7-4b52-a467-99e10e4106a3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 811 time: 0.1137371
Apr 01 10:11:07.024479 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-08d007ad-26ef-4305-836b-b348072ad637 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abd12555c7642749049eaaedec0cbc1 HTTP/1.1" status: 200  len: 379 time: 0.0777736
Apr 01 10:11:07.045286 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f265c40-71dc-4cc6-81ac-0703ac9113de req-46da00a1-0c9c-47fd-b2cf-f0aa0e79128f tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 210 time: 0.0434902
Apr 01 10:11:07.048764 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'port': {'device_id': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'admin_state_up': True, 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'security_groups': ['b5fbb1e2-bf26-4112-bb49-b9cf53e922f6']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:07.156790 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Made reservation on behalf of 8abd12555c7642749049eaaedec0cbc1 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:11:07.160318 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.290439 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Allocated IP 172.20.0.9 (b577230f-3445-4ece-839d-d9c1aac044c2/2690bfd5-92ca-4715-9e3e-8dcd3496b1d5/2192815c-21e5-45b9-9276-0015b17f5100) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:11:07.400614 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.448257 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for port (2192815c-21e5-45b9-9276-0015b17f5100), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.483247 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.532290 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Network b577230f-3445-4ece-839d-d9c1aac044c2 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:11:07.535561 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:11:07.542095 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:11:07.580207 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event updated for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:07.595457 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:07.596089 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.615202 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-1825ed42-e7a3-4200-bb84-17828313c5cb tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5721838
Apr 01 10:11:07.672237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Request body: {'port': {'device_id': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:07.737559 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (2192815c-21e5-45b9-9276-0015b17f5100), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.807826 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-65b15bc7-d2aa-4f42-92ee-7fc59eaabb01 None None] Provisioning complete for port 2192815c-21e5-45b9-9276-0015b17f5100 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:07.809117 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65b15bc7-d2aa-4f42-92ee-7fc59eaabb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (2192815c-21e5-45b9-9276-0015b17f5100), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:07.860274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-65b15bc7-d2aa-4f42-92ee-7fc59eaabb01 None None] Port 2192815c-21e5-45b9-9276-0015b17f5100 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:11:08.001264 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2192815c-21e5-45b9-9276-0015b17f5100 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:08.009018 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks [] for port (2192815c-21e5-45b9-9276-0015b17f5100), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.022081 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Transition to ACTIVE for port object 2192815c-21e5-45b9-9276-0015b17f5100 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:11:08.027015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.083757 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:08.160259 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Attempting to bind port 2192815c-21e5-45b9-9276-0015b17f5100 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:11:08.160810 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Attempting to bind port 2192815c-21e5-45b9-9276-0015b17f5100 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:11:08.161185 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Attempting to bind port 2192815c-21e5-45b9-9276-0015b17f5100 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:08.166060 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Port 2192815c-21e5-45b9-9276-0015b17f5100 on network b577230f-3445-4ece-839d-d9c1aac044c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:11:08.166381 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Attempting to bind port 2192815c-21e5-45b9-9276-0015b17f5100 on network b577230f-3445-4ece-839d-d9c1aac044c2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:08.172445 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:11:08.172780 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Checking segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:11:08.173164 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Bound using segment: {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:11:08.173616 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Bound port: 2192815c-21e5-45b9-9276-0015b17f5100, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ed55a9-2f1a-41ef-84c7-56dd5103303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:11:08.173944 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (2192815c-21e5-45b9-9276-0015b17f5100), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.182284 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07c63b-7c8d-4735-9333-c910e36015e1 req-7c073e51-8dcc-4b73-bdef-8004acb94e20 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.184663 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5b07c63b-7c8d-4735-9333-c910e36015e1 req-7c073e51-8dcc-4b73-bdef-8004acb94e20 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 943 time: 0.0658116
Apr 01 10:11:08.242795 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:11:08.246162 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2192815c-21e5-45b9-9276-0015b17f5100,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:11:08.250002 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5b07c63b-7c8d-4735-9333-c910e36015e1 req-c1e8b18f-0e07-44d4-88fa-0863dcf8d094 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592937
Apr 01 10:11:08.253363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.288986 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.289692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.291162 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/2192815c-21e5-45b9-9276-0015b17f5100 HTTP/1.1" status: 200  len: 1093 time: 0.6233590
Apr 01 10:11:08.291607 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:08.293897 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9afe36-a251-4ce9-91a5-d72c5648753d" -d '{"events": [{"name": "network-changed", "server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "tag": "2192815c-21e5-45b9-9276-0015b17f5100"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:08.328390 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd28e-fba2-43b2-987b-bf42955c5bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:08.348518 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b1c88-2adc-4cad-b7a6-ba36b71e3b85 x-openstack-request-id: req-4f6b1c88-2adc-4cad-b7a6-ba36b71e3b85 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:08.348801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "tag": "2192815c-21e5-45b9-9276-0015b17f5100", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:08.349045 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f6b1c88-2adc-4cad-b7a6-ba36b71e3b85 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:08.349439 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6b1c88-2adc-4cad-b7a6-ba36b71e3b85'] response: {'name': 'network-changed', 'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100', 'status': 'completed', 'code': 200}
Apr 01 10:11:08.387218 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-f7ef848b-1124-4cfc-8799-e614e4f87782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.389168 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-f7ef848b-1124-4cfc-8799-e614e4f87782 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 1127 time: 0.0501318
Apr 01 10:11:08.437287 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-363959f7-6fb4-4419-89d6-bf96bf6a0c3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2192815c-21e5-45b9-9276-0015b17f5100 HTTP/1.1" status: 200  len: 217 time: 0.0401556
Apr 01 10:11:08.492047 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-d91216cf-53cd-4340-bd3c-b2149ef3de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.493484 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-d91216cf-53cd-4340-bd3c-b2149ef3de16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0499294
Apr 01 10:11:08.547490 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-7e60e46c-70a2-43e9-b118-c544cf3ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.548977 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-7e60e46c-70a2-43e9-b118-c544cf3ff5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469155
Apr 01 10:11:08.584567 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d10a5508-21f9-405f-a770-900eaeff09db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:08.645430 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-6e8551c6-a5e6-423a-adfc-4451ccd391a6 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883636
Apr 01 10:11:08.750854 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21c369d3-3897-4d3f-b750-1f7fe3edad98 req-ae429925-41df-415e-88bc-dd9c992e4107 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944290
Apr 01 10:11:08.855775 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-eaac4106-0271-49b7-ba10-480ef7509151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.857168 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-eaac4106-0271-49b7-ba10-480ef7509151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 1127 time: 0.0528700
Apr 01 10:11:08.952148 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-30bce488-f160-4e03-a6f4-c776c3d4bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:08.953632 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-30bce488-f160-4e03-a6f4-c776c3d4bb90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.0882759
Apr 01 10:11:08.997258 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-862da5c7-a8b2-4c62-bd82-6c4eaed36de4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2192815c-21e5-45b9-9276-0015b17f5100 HTTP/1.1" status: 200  len: 217 time: 0.0353873
Apr 01 10:11:09.056201 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-63d7b6bb-0c67-48c3-a959-72f1d0ea3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:09.057691 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-63d7b6bb-0c67-48c3-a959-72f1d0ea3fd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0491347
Apr 01 10:11:09.113514 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-ec9b27bf-e9a0-4e8a-bdac-69e232206732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:09.113514 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-ec9b27bf-e9a0-4e8a-bdac-69e232206732 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0464945
Apr 01 10:11:09.203285 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-9b678834-9966-45fd-8c3c-ef92a68e740f service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837269
Apr 01 10:11:09.303516 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c9afe36-a251-4ce9-91a5-d72c5648753d req-41f5d44a-8647-4189-990b-d93398bd711e service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932276
Apr 01 10:11:09.369088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0495-4120-4fa2-b195-8c6d540fcb6b req-eeab27a5-f02c-4807-a99c-102098986838 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:09.370461 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f09d0495-4120-4fa2-b195-8c6d540fcb6b req-eeab27a5-f02c-4807-a99c-102098986838 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 943 time: 0.0507662
Apr 01 10:11:09.417818 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f09d0495-4120-4fa2-b195-8c6d540fcb6b req-92c9eec6-896c-407c-94fd-333a5018ef30 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413423
Apr 01 10:11:10.543653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdd33f-037a-49d7-8b56-57a351ad33b5 req-32eccc43-5221-45f6-a13d-948a73f8a721 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:10.545067 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49fdd33f-037a-49d7-8b56-57a351ad33b5 req-32eccc43-5221-45f6-a13d-948a73f8a721 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 943 time: 0.0555317
Apr 01 10:11:10.592674 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49fdd33f-037a-49d7-8b56-57a351ad33b5 req-df31611a-2726-470b-82d7-2a613251b9da tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418468
Apr 01 10:11:10.642355 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56770) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:10.746504 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4667c712-1073-4300-bc85-116c9f0a7ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.822854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4667c712-1073-4300-bc85-116c9f0a7ae0 admin admin] Publish callbacks [] for security_group (c8d0a86c-7a02-427a-b40f-3c5f95acf7e4), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.829845 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4667c712-1073-4300-bc85-116c9f0a7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c8d0a86c-7a02-427a-b40f-3c5f95acf7e4), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.869467 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4667c712-1073-4300-bc85-116c9f0a7ae0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7565a205ccb54b7f9cf56359a9422394&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2259753
Apr 01 10:11:10.870403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667c712-1073-4300-bc85-116c9f0a7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d0a86c-7a02-427a-b40f-3c5f95acf7e4,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:10.872408 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56774) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:10.927720 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] Publish callbacks [] for security_group (c8d0a86c-7a02-427a-b40f-3c5f95acf7e4), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.934103 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff769c36-4380-4c38-b032-245c825b0f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.949071 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] Publish callbacks [] for security_group (c8d0a86c-7a02-427a-b40f-3c5f95acf7e4), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.996059 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c8d0a86c-7a02-427a-b40f-3c5f95acf7e4), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:10.998930 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.000068 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8d0a86c-7a02-427a-b40f-3c5f95acf7e4 HTTP/1.1" status: 204  len: 168 time: 0.1266150
Apr 01 10:11:11.007523 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e722f9-444d-4eb8-a39e-8bac040b2190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d0a86c-7a02-427a-b40f-3c5f95acf7e4,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:11.267224 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56780) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:11.280751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43edeab9-c957-45e7-b440-12ca26facac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.354963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43edeab9-c957-45e7-b440-12ca26facac6 admin admin] Publish callbacks [] for security_group (8f2c86ec-eb81-415a-b5c1-76e6aeef5f59), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.360117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43edeab9-c957-45e7-b440-12ca26facac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8f2c86ec-eb81-415a-b5c1-76e6aeef5f59), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.397576 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-43edeab9-c957-45e7-b440-12ca26facac6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06956a53112e4b74be0ae28e295a9821&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1292679
Apr 01 10:11:11.398413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edeab9-c957-45e7-b440-12ca26facac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c86ec-eb81-415a-b5c1-76e6aeef5f59,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:11.400401 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56782) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:11.449498 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] Publish callbacks [] for security_group (8f2c86ec-eb81-415a-b5c1-76e6aeef5f59), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.472389 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] Publish callbacks [] for security_group (8f2c86ec-eb81-415a-b5c1-76e6aeef5f59), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.526175 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (8f2c86ec-eb81-415a-b5c1-76e6aeef5f59), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.527509 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 2192815c-21e5-45b9-9276-0015b17f5100 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:11:11.528949 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.530108 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f2c86ec-eb81-415a-b5c1-76e6aeef5f59 HTTP/1.1" status: 204  len: 168 time: 0.1287441
Apr 01 10:11:11.537980 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a9e08-543f-4078-bb6c-564056149771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c86ec-eb81-415a-b5c1-76e6aeef5f59,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:11.633766 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2192815c-21e5-45b9-9276-0015b17f5100,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:11.646502 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '2192815c-21e5-45b9-9276-0015b17f5100', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'port_id': '2192815c-21e5-45b9-9276-0015b17f5100', 'mac_address': 'fa:16:3e:ee:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:11:11.686456 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 2192815c-21e5-45b9-9276-0015b17f5100 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:11.687376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (2192815c-21e5-45b9-9276-0015b17f5100), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.701942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2192815c-21e5-45b9-9276-0015b17f5100 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:11.713250 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93c16-60fc-4980-9516-5c1f43191868 req-d73f9537-c77a-4f6e-81e6-a5ba9685b24d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:11.714949 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6dc93c16-60fc-4980-9516-5c1f43191868 req-d73f9537-c77a-4f6e-81e6-a5ba9685b24d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 943 time: 0.0542827
Apr 01 10:11:11.723344 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2192815c-21e5-45b9-9276-0015b17f5100,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:11.731377 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.762520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6dc93c16-60fc-4980-9516-5c1f43191868 req-b81b1a37-c465-4ff0-81f0-aa495709cd53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419674
Apr 01 10:11:11.788300 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:11.880598 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56790) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:11.897814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59a019f9-f025-4409-9478-70612ffefbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.973593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59a019f9-f025-4409-9478-70612ffefbb8 admin admin] Publish callbacks [] for security_group (b7b5d67d-0213-4872-b565-54a1832e423c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:11.979248 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-59a019f9-f025-4409-9478-70612ffefbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b7b5d67d-0213-4872-b565-54a1832e423c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.021827 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-59a019f9-f025-4409-9478-70612ffefbb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78e40491580249a895450d5fb95208c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1401916
Apr 01 10:11:12.023048 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a019f9-f025-4409-9478-70612ffefbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5d67d-0213-4872-b565-54a1832e423c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:12.024756 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56792) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:12.073761 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] Publish callbacks [] for security_group (b7b5d67d-0213-4872-b565-54a1832e423c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.095708 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] Publish callbacks [] for security_group (b7b5d67d-0213-4872-b565-54a1832e423c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.127454 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['2192815c-21e5-45b9-9276-0015b17f5100'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:12.151693 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b7b5d67d-0213-4872-b565-54a1832e423c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.154256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.155473 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7b5d67d-0213-4872-b565-54a1832e423c HTTP/1.1" status: 204  len: 168 time: 0.1296325
Apr 01 10:11:12.163810 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6b22-d370-46ca-91c3-c37d47f377bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5d67d-0213-4872-b565-54a1832e423c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:12.193866 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:12.893678 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bba24c-c316-487f-8f61-37c40505979d req-50070ff0-acd2-4e94-b29b-5ee2d03d2648 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:12.895186 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53bba24c-c316-487f-8f61-37c40505979d req-50070ff0-acd2-4e94-b29b-5ee2d03d2648 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 944 time: 0.0530264
Apr 01 10:11:12.943935 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53bba24c-c316-487f-8f61-37c40505979d req-18ee3860-49c9-4d3b-bc15-a2cf221f5b02 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429373
Apr 01 10:11:13.340649 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:13.543028 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 2192815c-21e5-45b9-9276-0015b17f5100 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:11:13.605104 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 2192815c-21e5-45b9-9276-0015b17f5100 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:11:13.609440 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 2192815c-21e5-45b9-9276-0015b17f5100 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:13.609823 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (2192815c-21e5-45b9-9276-0015b17f5100), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:13.688629 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 2192815c-21e5-45b9-9276-0015b17f5100 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:13.689050 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (2192815c-21e5-45b9-9276-0015b17f5100), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:13.712008 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:13.714313 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f1b627-628b-472c-a17a-8416f7eb02c3" -d '{"events": [{"server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "2192815c-21e5-45b9-9276-0015b17f5100"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:13.730061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2192815c-21e5-45b9-9276-0015b17f5100,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:13.735697 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:13.760105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b425abe-8b69-47e0-b75b-8f9f8b566f7b x-openstack-request-id: req-9b425abe-8b69-47e0-b75b-8f9f8b566f7b {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:13.760394 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "2192815c-21e5-45b9-9276-0015b17f5100", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:13.760667 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b425abe-8b69-47e0-b75b-8f9f8b566f7b {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:13.761019 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b425abe-8b69-47e0-b75b-8f9f8b566f7b'] response: {'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100', 'code': 200}
Apr 01 10:11:13.789074 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:13.939801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bea79e-2f54-49a2-8104-9b9681f7c083 req-f7a4ef2b-ffb9-4e36-a0e1-61d394f39f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:13.941572 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-45bea79e-2f54-49a2-8104-9b9681f7c083 req-f7a4ef2b-ffb9-4e36-a0e1-61d394f39f90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 1129 time: 0.0460596
Apr 01 10:11:13.998986 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-45bea79e-2f54-49a2-8104-9b9681f7c083 req-4b7142bb-eb1e-4f0c-9b9c-e8491f40d64d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506217
Apr 01 10:11:14.074469 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42b794-908f-4d59-bbbe-24c8305d1412 req-289af3da-af8f-415e-8ad7-67dca8d12527 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:14.075985 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1e42b794-908f-4d59-bbbe-24c8305d1412 req-289af3da-af8f-415e-8ad7-67dca8d12527 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0576138
Apr 01 10:11:14.122522 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1e42b794-908f-4d59-bbbe-24c8305d1412 req-e1db0245-7c64-4bdf-9455-8a56e4db81d2 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408757
Apr 01 10:11:15.046778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:15.247526 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becec4e-d462-4a66-ae52-14b3a9b8c3ba req-4238816d-4452-44e8-9ccb-a475bd64fd61 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:15.249360 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5becec4e-d462-4a66-ae52-14b3a9b8c3ba req-4238816d-4452-44e8-9ccb-a475bd64fd61 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0537860
Apr 01 10:11:15.298415 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5becec4e-d462-4a66-ae52-14b3a9b8c3ba req-cd10ff59-c928-4918-a037-ba4b64ba7612 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433500
Apr 01 10:11:16.426186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9817d-7ebb-47bf-a946-8892de69fe92 req-0ffc8010-e271-4079-98ab-dca42115e257 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:16.427846 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7be9817d-7ebb-47bf-a946-8892de69fe92 req-0ffc8010-e271-4079-98ab-dca42115e257 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0560791
Apr 01 10:11:16.478353 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7be9817d-7ebb-47bf-a946-8892de69fe92 req-7856cf9a-90b3-40ad-a281-5e3f5213b1ed tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448155
Apr 01 10:11:16.596458 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2156b-a36d-4854-b9a4-366e8525330d req-00ecb68c-ff4b-42fa-a572-85d7a4b9e1ee tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:16.597939 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68d2156b-a36d-4854-b9a4-366e8525330d req-00ecb68c-ff4b-42fa-a572-85d7a4b9e1ee tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0566821
Apr 01 10:11:16.606687 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56880) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:16.611320 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Request body: {'floatingip': {'port_id': '2192815c-21e5-45b9-9276-0015b17f5100'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:16.651141 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:16.726927 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-11840072-deeb-4fa5-af7e-e053b9178ed6 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638763313&fields=id&tenant_id=c4a61874308747efa6cf0456be5f46b6 HTTP/1.1" status: 200  len: 267 time: 0.0460351
Apr 01 10:11:16.795330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-271457d7-1a0e-415c-9edc-3746814b6a36 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:16.796903 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-271457d7-1a0e-415c-9edc-3746814b6a36 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 985 time: 0.0591495
Apr 01 10:11:16.809254 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Request body: {'port': {'security_groups': ['b25f8794-c54e-41a0-bf09-87fc77bee7e0']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:16.886577 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.081770 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:17.109971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.115172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.120568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.125508 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.137833 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:17.180117 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.180764 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.185538 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0923ca2f-cb38-4f5e-b598-339969372c60 req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "PUT /v2.0/ports/16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 943 time: 0.3810685
Apr 01 10:11:17.188313 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:17.190205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56916) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:17.191240 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b2c76-0f42-49e2-ac29-391b487443bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:17.270303 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a51aff-5eb4-4cf7-8c24-c119539cb31f x-openstack-request-id: req-f9a51aff-5eb4-4cf7-8c24-c119539cb31f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:17.271224 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:17.271644 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9a51aff-5eb4-4cf7-8c24-c119539cb31f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:17.272221 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a51aff-5eb4-4cf7-8c24-c119539cb31f'] response: {'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:11:17.275815 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf539e6-4aab-4722-b67a-5e446e48159b tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event updated for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=7']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:17.287686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:17.290388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (20177396-2571-4f5b-bfa6-d0d00e6adc2f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.336109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (20177396-2571-4f5b-bfa6-d0d00e6adc2f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.351338 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-ac1490b2-6815-4798-9f21-0e4fa0dc96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.352886 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-ac1490b2-6815-4798-9f21-0e4fa0dc96ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1130 time: 0.0645895
Apr 01 10:11:17.382599 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Floating IP b893d8ef-4ac3-48d1-8fec-09f973561751 associated. External IP: 172.37.5.188, port: 2192815c-21e5-45b9-9276-0015b17f5100.
Apr 01 10:11:17.479851 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-08252db8-ed24-4b5e-9e91-df5067540e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.481892 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-08252db8-ed24-4b5e-9e91-df5067540e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.1225865
Apr 01 10:11:17.515867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a47b86af-a3c2-4a48-a0b6-d5445db78fd7 None None] Provisioning complete for port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:17.516586 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a47b86af-a3c2-4a48-a0b6-d5445db78fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.534855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (20177396-2571-4f5b-bfa6-d0d00e6adc2f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.537577 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.539036 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "DELETE /v2.0/security-groups/20177396-2571-4f5b-bfa6-d0d00e6adc2f HTTP/1.1" status: 204  len: 168 time: 0.3477752
Apr 01 10:11:17.547057 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56924) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:17.555513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c51d35-65dc-4ea2-9eb6-53d07e675c40 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20177396-2571-4f5b-bfa6-d0d00e6adc2f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:17.606365 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-62da1475-972f-4ab6-85f4-8c1a14a75e16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 1002 time: 0.1162219
Apr 01 10:11:17.618105 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a47b86af-a3c2-4a48-a0b6-d5445db78fd7 None None] Current status of the port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:17.675970 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:17.701879 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-08749f1c-0dec-4b26-9f99-6f2a5756c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.703498 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-08749f1c-0dec-4b26-9f99-6f2a5756c0b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0885878
Apr 01 10:11:17.779342 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-744f167e-d3e0-47ea-b978-88c8539c95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.780911 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-744f167e-d3e0-47ea-b978-88c8539c95cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0704906
Apr 01 10:11:17.787194 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:17.792310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.798282 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:17.802896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Deleting port 95bcc165-db97-455c-adf1-f8edc7dcb311 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:17.803330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.807813 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:17.808424 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f69310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:17.823223 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4b9f0da1-6a04-4fbd-aecb-fdc9028b432d tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "PUT /v2.0/floatingips/b893d8ef-4ac3-48d1-8fec-09f973561751 HTTP/1.1" status: 200  len: 991 time: 1.2154977
Apr 01 10:11:17.824446 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:17.828290 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2503c148-0664-4b07-9fcf-349e126826ec" -d '{"events": [{"name": "network-changed", "server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "tag": "2192815c-21e5-45b9-9276-0015b17f5100"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:17.864929 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b310ee5-320f-494c-b34c-37d753ee5d53 x-openstack-request-id: req-4b310ee5-320f-494c-b34c-37d753ee5d53 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:17.865219 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "tag": "2192815c-21e5-45b9-9276-0015b17f5100", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:17.865466 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b310ee5-320f-494c-b34c-37d753ee5d53 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:17.865873 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b310ee5-320f-494c-b34c-37d753ee5d53'] response: {'name': 'network-changed', 'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100', 'status': 'completed', 'code': 200}
Apr 01 10:11:17.928389 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:17.933173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c148-0664-4b07-9fcf-349e126826ec req-ea428131-46c3-42c7-8dc0-d9bfc5888bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:17.934728 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-ea428131-46c3-42c7-8dc0-d9bfc5888bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8abd12555c7642749049eaaedec0cbc1&device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 1129 time: 0.0444584
Apr 01 10:11:17.944050 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.944487 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for floatingip (95bcc165-db97-455c-adf1-f8edc7dcb311), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:17.953307 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-a0785203-58ca-41b3-ac8b-2da2db11f3ac service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651735
Apr 01 10:11:17.958934 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Calling delete_port for 95bcc165-db97-455c-adf1-f8edc7dcb311 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:18.127253 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f02b2c76-0f42-49e2-ac29-391b487443bc req-cc02e12c-d3ec-4539-9a09-9066c7eb331c service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662095
Apr 01 10:11:18.175137 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f69310>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b893d8ef-4ac3-48d1-8fec-09f973561751', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.188', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': '2192815c-21e5-45b9-9276-0015b17f5100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:ee:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:11:04Z', 'updated_at': '2022-04-01T10:11:17Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:18.201487 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:18.211716 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:18.212412 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f69310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:18.213827 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (95bcc165-db97-455c-adf1-f8edc7dcb311), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:18.241525 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event deleted for resources: {'Port': ['ID=95bcc165-db97-455c-adf1-f8edc7dcb311,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:18.260739 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c148-0664-4b07-9fcf-349e126826ec req-709f5151-4b2d-4091-afd8-efd1035cd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:18.262294 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-709f5151-4b2d-4091-afd8-efd1035cd8e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 200  len: 912 time: 0.3201995
Apr 01 10:11:18.314821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks [] for floatingip (4e538b87-6c38-456c-8c68-c4d4fa12ca58), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:18.315326 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Floating IP 4e538b87-6c38-456c-8c68-c4d4fa12ca58 disassociated (deleted). External IP: 172.37.5.155, port: 16f31c6b-b8cc-44ef-b38c-0325cd60edfc.
Apr 01 10:11:18.331650 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-831cb977-1d51-4508-91f3-5d29092865f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2192815c-21e5-45b9-9276-0015b17f5100 HTTP/1.1" status: 200  len: 999 time: 0.0627444
Apr 01 10:11:18.383786 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c148-0664-4b07-9fcf-349e126826ec req-dffba0b1-39a9-4a9e-8666-f727e093a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:18.385260 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-dffba0b1-39a9-4a9e-8666-f727e093a1b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 200  len: 850 time: 0.0470133
Apr 01 10:11:18.422478 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:18.453007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c148-0664-4b07-9fcf-349e126826ec req-e4c552f2-e74b-466d-b00d-6b314c591058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:18.454543 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-e4c552f2-e74b-466d-b00d-6b314c591058 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b577230f-3445-4ece-839d-d9c1aac044c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0620046
Apr 01 10:11:18.567080 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-a277676b-6aa3-4330-97b2-09aa6eb8359e service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046352
Apr 01 10:11:18.681017 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2503c148-0664-4b07-9fcf-349e126826ec req-e23a36d2-0e95-4d49-8691-818a22f79650 service neutron] 10.222.0.15 "GET /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063578
Apr 01 10:11:18.718081 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f69310>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b893d8ef-4ac3-48d1-8fec-09f973561751', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.188', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': '2192815c-21e5-45b9-9276-0015b17f5100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:ee:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:11:04Z', 'updated_at': '2022-04-01T10:11:17Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:18.744371 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3782e3-4c5b-4aec-b0d5-2ec9742b81d2 None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b893d8ef-4ac3-48d1-8fec-09f973561751', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'floating_ip_address': '172.37.5.188', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'port_id': '2192815c-21e5-45b9-9276-0015b17f5100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'mac_address': 'fa:16:3e:ee:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:11:04Z', 'updated_at': '2022-04-01T10:11:17Z', 'revision_number': 1, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:18.830203 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:18.890167 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 56944) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:18.948228 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:18.953462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:18.960312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Sync routers for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:18.972762 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:18.973650 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425580310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:18.977407 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f12fc-19d3-47f8-b204-85f994bb20d4 None None] New status for floating IP b893d8ef-4ac3-48d1-8fec-09f973561751: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:11:18.991306 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1e5176ae-0254-46de-8af6-9755fc00d383 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "DELETE /v2.0/floatingips/4e538b87-6c38-456c-8c68-c4d4fa12ca58 HTTP/1.1" status: 204  len: 168 time: 1.4412282
Apr 01 10:11:19.019274 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3a795b7e-8928-4a34-9fc5-f581139ecd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.120419 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3a795b7e-8928-4a34-9fc5-f581139ecd34 admin admin] Publish callbacks [] for security_group (4c470b46-5b6d-4257-bcd8-eba8084bb8b9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.127195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:19.130299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3a795b7e-8928-4a34-9fc5-f581139ecd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4c470b46-5b6d-4257-bcd8-eba8084bb8b9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.178593 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3a795b7e-8928-4a34-9fc5-f581139ecd34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=514e50239831411bb44cfe532c8bd072&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2872219
Apr 01 10:11:19.179591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795b7e-8928-4a34-9fc5-f581139ecd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c470b46-5b6d-4257-bcd8-eba8084bb8b9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:19.181306 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56954) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:19.246346 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] Publish callbacks [] for security_group (4c470b46-5b6d-4257-bcd8-eba8084bb8b9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.274142 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:19.287100 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d31497d-6443-4ea1-90ee-c2432434fc36" -d '{"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:19.310958 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] Publish callbacks [] for security_group (4c470b46-5b6d-4257-bcd8-eba8084bb8b9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.345532 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc9219e-ceec-438a-8b5d-1df4a30ebf51 x-openstack-request-id: req-4fc9219e-ceec-438a-8b5d-1df4a30ebf51 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:19.345823 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:19.346072 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fc9219e-ceec-438a-8b5d-1df4a30ebf51 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:19.346484 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc9219e-ceec-438a-8b5d-1df4a30ebf51'] response: {'name': 'network-changed', 'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:11:19.378370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4c470b46-5b6d-4257-bcd8-eba8084bb8b9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.381554 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.382852 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c470b46-5b6d-4257-bcd8-eba8084bb8b9 HTTP/1.1" status: 204  len: 168 time: 0.2001128
Apr 01 10:11:19.403010 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffca6c0-eacc-4a2c-8b16-92d88ff64ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c470b46-5b6d-4257-bcd8-eba8084bb8b9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:19.425373 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-a9669554-0bd0-4392-809d-9888adceaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:19.427087 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-a9669554-0bd0-4392-809d-9888adceaaee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4a61874308747efa6cf0456be5f46b6&device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 1130 time: 0.0610914
Apr 01 10:11:19.507305 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425580310>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:19.530414 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-84b7ccbf-d192-4e94-a69b-186c7d828270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:19.532208 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-84b7ccbf-d192-4e94-a69b-186c7d828270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 200  len: 916 time: 0.0964718
Apr 01 10:11:19.535420 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Checking router: 5bf10dd5-54a1-4c7f-afff-1651d0920b1e for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:19.543795 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:19.544406 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425580310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:19.584108 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-a18347ae-97de-427e-90c1-d4d2b4c43425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 200  len: 217 time: 0.0360305
Apr 01 10:11:19.652518 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-81f69f02-4689-448f-9b4a-35ca82119079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:19.654234 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-81f69f02-4689-448f-9b4a-35ca82119079 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 200  len: 854 time: 0.0515349
Apr 01 10:11:19.661835 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:19.686823 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56964) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:19.703832 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0792a8bf-5bf4-40b6-9570-2cc92f893482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.707212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-46a34953-cc33-4d12-92a2-519681d011b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:19.709548 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-46a34953-cc33-4d12-92a2-519681d011b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14459437-c706-451f-927f-55b2ace8385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0490000
Apr 01 10:11:19.781434 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0792a8bf-5bf4-40b6-9570-2cc92f893482 admin admin] Publish callbacks [] for security_group (3926d241-c3bb-4528-9e0c-0752e3e8db8e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.788838 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0792a8bf-5bf4-40b6-9570-2cc92f893482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (3926d241-c3bb-4528-9e0c-0752e3e8db8e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.807315 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-a80eaf48-2fec-4745-a654-512a8a2b1ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850956
Apr 01 10:11:19.829801 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0792a8bf-5bf4-40b6-9570-2cc92f893482 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d579f4d6c1a9431081fa1b7832eb6307&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1409254
Apr 01 10:11:19.830798 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792a8bf-5bf4-40b6-9570-2cc92f893482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3926d241-c3bb-4528-9e0c-0752e3e8db8e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:19.833429 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 56966) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:19.885381 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] Publish callbacks [] for security_group (3926d241-c3bb-4528-9e0c-0752e3e8db8e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.904114 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425580310>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:19.907948 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] Publish callbacks [] for security_group (3926d241-c3bb-4528-9e0c-0752e3e8db8e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.930573 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d31497d-6443-4ea1-90ee-c2432434fc36 req-0cffd3c3-fa3b-4901-bf15-a0ca99570c29 service neutron] 10.222.0.15 "GET /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166644
Apr 01 10:11:19.940127 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abdd3c-7188-4d54-a47c-d2244df65704 None None] The sync data for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi is: [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:16Z', 'revision_number': 4, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3bb39456-efb1-4bbd-a635-807efc367c9e', 'name': '', 'network_id': '14459437-c706-451f-927f-55b2ace8385b', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'mac_address': 'fa:16:3e:a5:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:16Z', 'updated_at': '2022-04-01T10:07:22Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'subnets': [{'id': 'ac849b93-b8f9-48c4-a93a-8f5f4c1a1386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:19.962371 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (3926d241-c3bb-4528-9e0c-0752e3e8db8e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.965973 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:19.967214 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3926d241-c3bb-4528-9e0c-0752e3e8db8e HTTP/1.1" status: 204  len: 168 time: 0.1331284
Apr 01 10:11:19.979321 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f36f5-d9a6-4c28-abf5-1cec53f44189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926d241-c3bb-4528-9e0c-0752e3e8db8e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:20.199337 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198eb57f-142c-4ece-8e4d-8fcc5fb9ae4b None None] New status for floating IP 4e538b87-6c38-456c-8c68-c4d4fa12ca58: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:11:21.842933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a504f3-0c7a-4efc-9326-6a15be138af3 req-4c972355-9e2f-4265-8a03-df6d0d60bb0d tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:21.844453 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41a504f3-0c7a-4efc-9326-6a15be138af3 req-4c972355-9e2f-4265-8a03-df6d0d60bb0d tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0532143
Apr 01 10:11:21.891704 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41a504f3-0c7a-4efc-9326-6a15be138af3 req-574a39fe-89dc-4e43-a3c4-7d1aa7cef9e0 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409875
Apr 01 10:11:22.034225 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57054) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:22.140400 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bd97238-9fcd-4f44-bf70-b5bf5d95f587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.218529 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bd97238-9fcd-4f44-bf70-b5bf5d95f587 admin admin] Publish callbacks [] for security_group (9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.225537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9bd97238-9fcd-4f44-bf70-b5bf5d95f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.271588 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9bd97238-9fcd-4f44-bf70-b5bf5d95f587 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59c06a8c657b4093ad9e204dbc5a3d02&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2362361
Apr 01 10:11:22.272736 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd97238-9fcd-4f44-bf70-b5bf5d95f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:22.274475 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57058) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:22.322405 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] Publish callbacks [] for security_group (9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.343001 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] Publish callbacks [] for security_group (9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.392452 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.395079 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.396218 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5 HTTP/1.1" status: 204  len: 168 time: 0.1200647
Apr 01 10:11:22.404219 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139b2d-d4d8-4463-ad27-99ecc2efc831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae4c8b4-00a9-4f55-9e0e-54eee28f2de5,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:22.668913 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57064) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:22.682336 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-474965fe-eec5-4ca7-b997-597d79063fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.758133 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-474965fe-eec5-4ca7-b997-597d79063fa1 admin admin] Publish callbacks [] for security_group (f26661c9-f124-4140-9973-211d4504230c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.763498 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-474965fe-eec5-4ca7-b997-597d79063fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f26661c9-f124-4140-9973-211d4504230c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.800516 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-474965fe-eec5-4ca7-b997-597d79063fa1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ce479e200a744aa94f90089d052d077&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1305478
Apr 01 10:11:22.801348 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474965fe-eec5-4ca7-b997-597d79063fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26661c9-f124-4140-9973-211d4504230c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:22.803379 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57066) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:22.858044 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] Publish callbacks [] for security_group (f26661c9-f124-4140-9973-211d4504230c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.878695 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] Publish callbacks [] for security_group (f26661c9-f124-4140-9973-211d4504230c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.927409 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f26661c9-f124-4140-9973-211d4504230c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.930745 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:22.932356 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f26661c9-f124-4140-9973-211d4504230c HTTP/1.1" status: 204  len: 168 time: 0.1279638
Apr 01 10:11:22.941652 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8583b-a420-4243-95b3-6c6fa75f20e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26661c9-f124-4140-9973-211d4504230c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:23.014613 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29483118-92b6-498b-8916-e85d9b63cb70 req-f2127e4b-7d71-4d75-b0c8-edc2a3e8409f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:23.016092 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29483118-92b6-498b-8916-e85d9b63cb70 req-f2127e4b-7d71-4d75-b0c8-edc2a3e8409f tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0533473
Apr 01 10:11:23.063325 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29483118-92b6-498b-8916-e85d9b63cb70 req-f8c9763f-33a6-4bdd-91cf-222cd25bdddf tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415936
Apr 01 10:11:24.013403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-bc4041d6-3335-4336-af9a-1124698550d2 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:24.014894 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-bc4041d6-3335-4336-af9a-1124698550d2 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.15 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.0527270
Apr 01 10:11:24.022025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57098) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:24.120654 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Deleting port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:24.121096 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.128159 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f567572-bd62-48c8-98b9-13f51885f351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.202257 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f567572-bd62-48c8-98b9-13f51885f351 admin admin] Publish callbacks [] for security_group (f868faae-1c89-4553-a8c6-94c63daad880), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.207865 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f567572-bd62-48c8-98b9-13f51885f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f868faae-1c89-4553-a8c6-94c63daad880), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.245912 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f567572-bd62-48c8-98b9-13f51885f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868faae-1c89-4553-a8c6-94c63daad880,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:24.247501 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ff77c-0fb5-4606-9ed8-42f4bc68bd9e req-3910a711-8590-4ffa-8bb2-d186b07eab99 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:24.248980 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fc5ff77c-0fb5-4606-9ed8-42f4bc68bd9e req-3910a711-8590-4ffa-8bb2-d186b07eab99 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796459f-876f-4f0b-b0b1-aa45dbf9fabe HTTP/1.1" status: 200  len: 946 time: 0.1134899
Apr 01 10:11:24.250782 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] For port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:24.251148 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.253065 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0f567572-bd62-48c8-98b9-13f51885f351 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=607598bff18743bd9afce28b0a6ba126&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2299700
Apr 01 10:11:24.253567 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57104) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:24.272007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Calling delete_port for 16f31c6b-b8cc-44ef-b38c-0325cd60edfc owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:24.392348 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fc5ff77c-0fb5-4606-9ed8-42f4bc68bd9e req-7c3d53ae-e5c1-44d5-9e8f-0e404c43c485 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.46 "GET /v2.0/security-groups?id=b25f8794-c54e-41a0-bf09-87fc77bee7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255484
Apr 01 10:11:24.400980 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] Publish callbacks [] for security_group (f868faae-1c89-4553-a8c6-94c63daad880), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.432595 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] Publish callbacks [] for security_group (f868faae-1c89-4553-a8c6-94c63daad880), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.501646 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (16f31c6b-b8cc-44ef-b38c-0325cd60edfc), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.515047 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['16f31c6b-b8cc-44ef-b38c-0325cd60edfc'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:24.529984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Pushing event deleted for resources: {'Port': ['ID=16f31c6b-b8cc-44ef-b38c-0325cd60edfc,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:24.540561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f868faae-1c89-4553-a8c6-94c63daad880), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.543435 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.547184 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f868faae-1c89-4553-a8c6-94c63daad880 HTTP/1.1" status: 204  len: 168 time: 0.2900286
Apr 01 10:11:24.585829 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66373-8d84-4b98-abc2-5baef75047ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868faae-1c89-4553-a8c6-94c63daad880,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:24.587683 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] No DVR routers for this DVR port 16f31c6b-b8cc-44ef-b38c-0325cd60edfc on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:24.589783 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:24.593265 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28dce259-1f2a-4715-a3b5-1ea35b689ec3 req-fc74641e-76b1-4a6a-8130-dc23c33c3b44 tempest-TestMinimumBasicScenario-1271455794 tempest-TestMinimumBasicScenario-1271455794-project] 10.222.0.15 "DELETE /v2.0/ports/16f31c6b-b8cc-44ef-b38c-0325cd60edfc HTTP/1.1" status: 204  len: 173 time: 0.5722661
Apr 01 10:11:24.593709 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'name': 'network-vif-deleted', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:24.596240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d49290d-8fa3-4863-8860-22c8feb0c70a" -d '{"events": [{"server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "name": "network-vif-deleted", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:24.645277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4f9cb-e9d0-42ff-9114-9c47d192a757 x-openstack-request-id: req-38d4f9cb-e9d0-42ff-9114-9c47d192a757 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:24.645574 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3796459f-876f-4f0b-b0b1-aa45dbf9fabe", "name": "network-vif-deleted", "tag": "16f31c6b-b8cc-44ef-b38c-0325cd60edfc", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:24.645823 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38d4f9cb-e9d0-42ff-9114-9c47d192a757 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:24.646231 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d4f9cb-e9d0-42ff-9114-9c47d192a757'] response: {'server_uuid': '3796459f-876f-4f0b-b0b1-aa45dbf9fabe', 'name': 'network-vif-deleted', 'tag': '16f31c6b-b8cc-44ef-b38c-0325cd60edfc', 'status': 'completed', 'code': 200}
Apr 01 10:11:26.114958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57184) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:26.546353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:26.847159 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-c6ea41f0-c37c-4acd-9c57-b0002b081918 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6374d011e9ad490ca38ae0fd039cd183&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0449908
Apr 01 10:11:26.997312 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Deleting port 3bb39456-efb1-4bbd-a635-807efc367c9e {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:26.997642 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:27.303363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-03e4d9c6-646f-4f86-b88c-3891971c4700 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:27.304838 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-03e4d9c6-646f-4f86-b88c-3891971c4700 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4523697
Apr 01 10:11:27.331249 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-4d59ce03-a4a7-4c03-bec0-0c74ac62cf71 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/quotas/6374d011e9ad490ca38ae0fd039cd183 HTTP/1.1" status: 200  len: 375 time: 0.0203109
Apr 01 10:11:27.370213 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-7533dbd1-befe-4e6e-a072-c4f23e6cc839 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6374d011e9ad490ca38ae0fd039cd183&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0330231
Apr 01 10:11:27.378900 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] For port 3bb39456-efb1-4bbd-a635-807efc367c9e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bb39456-efb1-4bbd-a635-807efc367c9e,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:27.379294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:27.392949 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Calling delete_port for 3bb39456-efb1-4bbd-a635-807efc367c9e owned by network:router_interface {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:27.544439 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d1eb521-d1d8-4748-93f3-06754104c3f7 req-751cd983-240a-4098-8090-f34451e2709a tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 210 time: 0.0283732
Apr 01 10:11:27.575321 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 16f31c6b-b8cc-44ef-b38c-0325cd60edfc no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:27.599683 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 16f31c6b-b8cc-44ef-b38c-0325cd60edfc {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:27.600146 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 16f31c6b-b8cc-44ef-b38c-0325cd60edfc not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:27.606456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (3bb39456-efb1-4bbd-a635-807efc367c9e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:27.632979 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb39456-efb1-4bbd-a635-807efc367c9e,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:27.823507 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.050121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:28.166342 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:28.171804 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-959663c9-5edc-4665-a474-bd7977208039 admin admin] 10.222.0.46 "PUT /v2.0/routers/5bf10dd5-54a1-4c7f-afff-1651d0920b1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0560493
Apr 01 10:11:28.174681 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57212) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:28.175215 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Sync routers for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:28.185154 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:28.185759 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94253db040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:28.278509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks [] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.291554 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:28.387622 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks [] for router_gateway (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.464454 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Deleting port 70b18770-f48a-4e00-ac52-400867a8ba35 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:28.464791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.468857 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-c164a22f-acbf-4122-a046-347719cdf781 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6374d011e9ad490ca38ae0fd039cd183&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272679
Apr 01 10:11:28.471328 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94253db040>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143'}], 'enable_snat': True}, 'gw_port_id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:11:27Z', 'revision_number': 5, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port': {'id': '70b18770-f48a-4e00-ac52-400867a8ba35', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:28.498201 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Checking router: 5bf10dd5-54a1-4c7f-afff-1651d0920b1e for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:28.507538 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Routers {'5bf10dd5-54a1-4c7f-afff-1651d0920b1e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:28.508182 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94253db040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:28.648009 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] Set router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:28.675029 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-6def4f65-3606-44b8-a5e8-34d45ef4ee01 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:28.676508 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-6def4f65-3606-44b8-a5e8-34d45ef4ee01 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1705739
Apr 01 10:11:28.694666 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e3dc9b8f-0d04-4d78-baee-d3b6d75fea92 req-a32c9583-8c62-4edc-ac9b-c124f82d8603 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 210 time: 0.0444152
Apr 01 10:11:28.697893 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Request body: {'port': {'device_id': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0', 'admin_state_up': True, 'tenant_id': '6374d011e9ad490ca38ae0fd039cd183'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:28.698196 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94253db040>, [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:11:28Z', 'revision_number': 6, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:28.718096 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] For port 70b18770-f48a-4e00-ac52-400867a8ba35, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70b18770-f48a-4e00-ac52-400867a8ba35,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:28.718384 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.728790 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95acbbdb-7404-40e9-ba13-7b71e59dd6ea None None] The sync data for ids ['5bf10dd5-54a1-4c7f-afff-1651d0920b1e'] in dv-cinder-master-3-iscsi is: [{'id': '5bf10dd5-54a1-4c7f-afff-1651d0920b1e', 'name': 'tempest-TestMinimumBasicScenario-1012596326-router', 'tenant_id': 'c4a61874308747efa6cf0456be5f46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:14Z', 'updated_at': '2022-04-01T10:11:28Z', 'revision_number': 6, 'project_id': 'c4a61874308747efa6cf0456be5f46b6', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:28.761284 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Calling delete_port for 70b18770-f48a-4e00-ac52-400867a8ba35 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:28.902856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Made reservation on behalf of 6374d011e9ad490ca38ae0fd039cd183 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:11:28.906258 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:28.925464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.009730 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (70b18770-f48a-4e00-ac52-400867a8ba35), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.044745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b18770-f48a-4e00-ac52-400867a8ba35,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:29.081722 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.082061 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.082393 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.082754 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.083080 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.083375 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.083700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.084019 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.084336 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.084653 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.084976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.085291 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.085606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.085917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.086227 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:29.093938 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks [] for security_group (01818165-d724-4b57-9ab6-fa2cf85e0b65), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.113375 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (01818165-d724-4b57-9ab6-fa2cf85e0b65), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.192071 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01818165-d724-4b57-9ab6-fa2cf85e0b65,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:29.199679 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.330782 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.334575 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks [] for router_controller (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.413456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Allocated IP 192.168.233.140 (4a468f5a-004a-4376-8968-159e0e29d4e0/4a3c2bc9-3456-454c-a926-f64f31e9102c/517184a0-b6b3-48c0-88f0-46977baba52b) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:11:29.415337 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (5bf10dd5-54a1-4c7f-afff-1651d0920b1e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.415813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf10dd5-54a1-4c7f-afff-1651d0920b1e {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:11:29.423534 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.424680 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7612f8fd-22e0-4923-8639-8306e6cfae60 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5bf10dd5-54a1-4c7f-afff-1651d0920b1e HTTP/1.1" status: 204  len: 168 time: 1.2491190
Apr 01 10:11:29.427621 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57220) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:29.485057 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Deleting subnet ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:11:29.489525 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Publish callbacks [] for subnet (ac849b93-b8f9-48c4-a93a-8f5f4c1a1386), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.527538 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (ac849b93-b8f9-48c4-a93a-8f5f4c1a1386), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.575310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks [] for port (517184a0-b6b3-48c0-88f0-46977baba52b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.609848 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (ac849b93-b8f9-48c4-a93a-8f5f4c1a1386), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.620660 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.666463 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Network 4a468f5a-004a-4376-8968-159e0e29d4e0 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:11:29.666732 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (ac849b93-b8f9-48c4-a93a-8f5f4c1a1386), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.669584 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:11:29.673403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:11:29.695903 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.696470 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4ca9c-b30a-4b34-8d6c-a2cfa641fe21 None None] Network 14459437-c706-451f-927f-55b2ace8385b requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:11:29.702395 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ac849b93-b8f9-48c4-a93a-8f5f4c1a1386 HTTP/1.1" status: 204  len: 168 time: 0.2732937
Apr 01 10:11:29.703046 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57222) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:29.708902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Pushing event updated for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:29.710376 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334bad2-47cf-4dc9-b8fa-b30176bbd6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac849b93-b8f9-48c4-a93a-8f5f4c1a1386,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:29.742959 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:29.743471 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.777381 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-2c8b7c8f-8ed7-47a3-b681-d4fc6b61825e tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0847015
Apr 01 10:11:29.795112 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Request body: {'port': {'device_id': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:29.827007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (14459437-c706-451f-927f-55b2ace8385b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.894893 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:29.940757 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564731aa-488e-4901-b095-5f0a3da2e4c3 req-9601aa64-99d9-424e-9c9b-d6a6293cba08 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:29.942295 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-564731aa-488e-4901-b095-5f0a3da2e4c3 req-9601aa64-99d9-424e-9c9b-d6a6293cba08 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 936 time: 0.1133423
Apr 01 10:11:29.996490 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Deleting port 6517ddc5-c84f-442c-900d-473cf22f9dbd {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:29.996818 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.002896 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-564731aa-488e-4901-b095-5f0a3da2e4c3 req-af25e8d8-7f26-42fc-8aa7-8ab0623213cb tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536230
Apr 01 10:11:30.016449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] DHCP port deletion for 14459437-c706-451f-927f-55b2ace8385b request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:11:30.057735 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-860aa4c6-5934-4c10-9ea2-003ac5e3275b None None] Provisioning complete for port 517184a0-b6b3-48c0-88f0-46977baba52b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:30.058505 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-860aa4c6-5934-4c10-9ea2-003ac5e3275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.074657 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] For port 6517ddc5-c84f-442c-900d-473cf22f9dbd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6517ddc5-c84f-442c-900d-473cf22f9dbd,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:30.075037 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.088773 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Calling delete_port for 6517ddc5-c84f-442c-900d-473cf22f9dbd owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:30.102179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-860aa4c6-5934-4c10-9ea2-003ac5e3275b None None] Port 517184a0-b6b3-48c0-88f0-46977baba52b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:11:30.106542 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Deleting port 6517ddc5-c84f-442c-900d-473cf22f9dbd {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:30.106542 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.173770 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.176107 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] For port 6517ddc5-c84f-442c-900d-473cf22f9dbd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6517ddc5-c84f-442c-900d-473cf22f9dbd,segment=NetworkSegment(733080d1-54dd-4e50-afca-c0cf82f16f90),segment_id=733080d1-54dd-4e50-afca-c0cf82f16f90)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:30.176583 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.191089 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Calling delete_port for 6517ddc5-c84f-442c-900d-473cf22f9dbd owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:30.198364 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517184a0-b6b3-48c0-88f0-46977baba52b {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:30.200354 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6517ddc5-c84f-442c-900d-473cf22f9dbd,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:30.204085 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] No DVR routers for this DVR port 6517ddc5-c84f-442c-900d-473cf22f9dbd on host dv-cinder-master-3-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:30.211212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks [] for port (517184a0-b6b3-48c0-88f0-46977baba52b), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.226064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Transition to ACTIVE for port object 517184a0-b6b3-48c0-88f0-46977baba52b will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:11:30.230307 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.271557 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (6517ddc5-c84f-442c-900d-473cf22f9dbd), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.290210 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (14459437-c706-451f-927f-55b2ace8385b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.302527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] Pushing event deleted for resources: {'Port': ['ID=6517ddc5-c84f-442c-900d-473cf22f9dbd,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:30.308047 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e339a9f-1daa-41d1-b1ea-a1d956351e89 None None] No DVR routers for this DVR port 6517ddc5-c84f-442c-900d-473cf22f9dbd on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:30.318955 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Pushing event updated for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:30.325408 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941fc55700>,) {'filters': {'network_id': ['14459437-c706-451f-927f-55b2ace8385b']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:30.336420 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fc55700>, '733080d1-54dd-4e50-afca-c0cf82f16f90') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:30.336869 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fc55700>, '733080d1-54dd-4e50-afca-c0cf82f16f90') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:30.352316 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (733080d1-54dd-4e50-afca-c0cf82f16f90), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.368013 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (733080d1-54dd-4e50-afca-c0cf82f16f90), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.374363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:11:30.374939 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (733080d1-54dd-4e50-afca-c0cf82f16f90), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:11:30.376719 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:11:30.379868 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Attempting to bind port 517184a0-b6b3-48c0-88f0-46977baba52b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:11:30.380197 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Attempting to bind port 517184a0-b6b3-48c0-88f0-46977baba52b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:11:30.380522 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Attempting to bind port 517184a0-b6b3-48c0-88f0-46977baba52b on network 4a468f5a-004a-4376-8968-159e0e29d4e0 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:30.385882 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Port 517184a0-b6b3-48c0-88f0-46977baba52b on network 4a468f5a-004a-4376-8968-159e0e29d4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:11:30.385882 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Attempting to bind port 517184a0-b6b3-48c0-88f0-46977baba52b on network 4a468f5a-004a-4376-8968-159e0e29d4e0 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:30.390963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:11:30.391296 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Checking segment: {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:11:30.391673 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Bound using segment: {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:11:30.392137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Bound port: 517184a0-b6b3-48c0-88f0-46977baba52b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b67594-45cb-4a4c-b90c-bf3c7ea84e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:11:30.392515 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.441801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (14459437-c706-451f-927f-55b2ace8385b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.448104 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.455854 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] 10.222.0.46 "DELETE /v2.0/networks/14459437-c706-451f-927f-55b2ace8385b HTTP/1.1" status: 204  len: 168 time: 0.7514298
Apr 01 10:11:30.459321 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:11:30.461239 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57226) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:30.464368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=517184a0-b6b3-48c0-88f0-46977baba52b,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:11:30.472541 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65185-4e2a-4c6b-9402-c128a862ea0b admin admin] Pushing event deleted for resources: {'Network': ['ID=14459437-c706-451f-927f-55b2ace8385b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:30.511487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.577969 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:30.578562 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:30.580103 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] 10.222.0.15 "PUT /v2.0/ports/517184a0-b6b3-48c0-88f0-46977baba52b HTTP/1.1" status: 200  len: 1098 time: 0.7955070
Apr 01 10:11:30.582220 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:30.584429 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c7d38-624e-431c-9d39-653f3c2e270c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:30.618340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f96dd6-2d42-4c11-8eed-e29130a9be88 service neutron] Pushing event updated for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:30.635804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 6517ddc5-c84f-442c-900d-473cf22f9dbd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:30.663061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 6517ddc5-c84f-442c-900d-473cf22f9dbd {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:30.663441 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 6517ddc5-c84f-442c-900d-473cf22f9dbd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:30.663622 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295be789-6957-4f0e-af7d-db2387a37cef x-openstack-request-id: req-295be789-6957-4f0e-af7d-db2387a37cef {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:30.663871 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 70b18770-f48a-4e00-ac52-400867a8ba35 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:30.663991 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:30.664137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-295be789-6957-4f0e-af7d-db2387a37cef {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:30.664527 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295be789-6957-4f0e-af7d-db2387a37cef'] response: {'name': 'network-changed', 'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b', 'status': 'completed', 'code': 200}
Apr 01 10:11:30.683410 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 70b18770-f48a-4e00-ac52-400867a8ba35 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:30.683753 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 70b18770-f48a-4e00-ac52-400867a8ba35 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:30.684175 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 3bb39456-efb1-4bbd-a635-807efc367c9e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:30.704142 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 3bb39456-efb1-4bbd-a635-807efc367c9e {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:30.704889 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 3bb39456-efb1-4bbd-a635-807efc367c9e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:31.004665 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-361fc3a9-0ca2-49a2-b94c-ea412fcb0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.006163 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-361fc3a9-0ca2-49a2-b94c-ea412fcb0f63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6374d011e9ad490ca38ae0fd039cd183&device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 1132 time: 0.3738513
Apr 01 10:11:31.056829 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-c9cc661d-cee2-457d-964a-dd4d4aab55f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=517184a0-b6b3-48c0-88f0-46977baba52b HTTP/1.1" status: 200  len: 217 time: 0.0391140
Apr 01 10:11:31.127457 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d445d7-e461-43ca-892f-295cfb976fda req-0cd55ccd-da46-40d8-a91e-65a3a8e59ed4 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.127865 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-a9605f05-40bb-48dc-876a-e4b2d00b0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.128929 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23d445d7-e461-43ca-892f-295cfb976fda req-0cd55ccd-da46-40d8-a91e-65a3a8e59ed4 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 948 time: 0.0549827
Apr 01 10:11:31.129298 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-a9605f05-40bb-48dc-876a-e4b2d00b0236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3c2bc9-3456-454c-a926-f64f31e9102c HTTP/1.1" status: 200  len: 843 time: 0.0559132
Apr 01 10:11:31.177549 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23d445d7-e461-43ca-892f-295cfb976fda req-0f38d9f7-ae1b-437d-8309-b73e5c526947 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426552
Apr 01 10:11:31.205680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aa34-6941-4996-8196-38b611f307e2 req-f1084e0c-dbd0-4404-863b-9c965cad69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.207203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-f1084e0c-dbd0-4404-863b-9c965cad69a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a468f5a-004a-4376-8968-159e0e29d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.0583985
Apr 01 10:11:31.324657 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-7a081721-83fd-45b1-b3f5-f1810859c558 service neutron] 10.222.0.15 "GET /v2.0/networks/4a468f5a-004a-4376-8968-159e0e29d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088216
Apr 01 10:11:31.333328 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:11:31.352500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:31.488078 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8714aa34-6941-4996-8196-38b611f307e2 req-98ef3a2a-1304-4122-b5d6-76861c5ce999 service neutron] 10.222.0.15 "GET /v2.0/networks/4a468f5a-004a-4376-8968-159e0e29d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558468
Apr 01 10:11:31.602275 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-5333cc3b-eb1a-444f-b71a-8881cd990225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.603719 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-5333cc3b-eb1a-444f-b71a-8881cd990225 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6374d011e9ad490ca38ae0fd039cd183&device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 1132 time: 0.0555203
Apr 01 10:11:31.737968 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-eb5a48b0-7402-49b9-a664-422f9ccd9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.739518 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-eb5a48b0-7402-49b9-a664-422f9ccd9088 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a468f5a-004a-4376-8968-159e0e29d4e0 HTTP/1.1" status: 200  len: 870 time: 0.1260550
Apr 01 10:11:31.757324 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Deleting port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:31.757662 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:31.789497 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-e086d217-c767-4894-bd92-403e63bd4fa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=517184a0-b6b3-48c0-88f0-46977baba52b HTTP/1.1" status: 200  len: 217 time: 0.0431547
Apr 01 10:11:31.877875 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-15f7a229-b372-4b49-af6c-4d271e5b5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.879314 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-15f7a229-b372-4b49-af6c-4d271e5b5501 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a3c2bc9-3456-454c-a926-f64f31e9102c HTTP/1.1" status: 200  len: 843 time: 0.0810535
Apr 01 10:11:31.937401 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] For port b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:31.937796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:31.952186 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Calling delete_port for b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f owned by network:router_interface {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:31.997780 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-c1272c3a-4ff3-4a8f-a07c-12917db04bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:31.999309 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-c1272c3a-4ff3-4a8f-a07c-12917db04bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a468f5a-004a-4376-8968-159e0e29d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.1122248
Apr 01 10:11:32.148320 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-283eaa17-2259-4557-9cde-b6443b25ac9b service neutron] 10.222.0.15 "GET /v2.0/networks/4a468f5a-004a-4376-8968-159e0e29d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421342
Apr 01 10:11:32.301393 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c96c7d38-624e-431c-9d39-653f3c2e270c req-b11878a8-9dae-4541-ba95-5e3159f6d1c2 service neutron] 10.222.0.15 "GET /v2.0/networks/4a468f5a-004a-4376-8968-159e0e29d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447234
Apr 01 10:11:32.304697 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:32.341560 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:32.373045 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940798-7ef6-4bbe-a37f-6bb51f443d50 req-c16d2e51-496f-48b5-a360-0c54b04b3a33 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:32.374570 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71940798-7ef6-4bbe-a37f-6bb51f443d50 req-c16d2e51-496f-48b5-a360-0c54b04b3a33 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 948 time: 0.1242442
Apr 01 10:11:32.517349 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71940798-7ef6-4bbe-a37f-6bb51f443d50 req-c7dafecc-4e52-4919-9ddd-6bb847a5f93a tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186998
Apr 01 10:11:32.556114 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:32.788838 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:11:32.899082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:11:32.905412 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-85c2354f-6bbe-4a3b-bd0f-cf4dc65956c4 admin admin] 10.222.0.46 "PUT /v2.0/routers/38846a2c-5df1-4e9b-ac77-ea6432ac2e36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4430919
Apr 01 10:11:32.907184 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57236) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:32.909340 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Sync routers for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:11:32.919686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:32.920307 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e11580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:33.013284 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks [] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.028268 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:33.115503 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks [] for router_gateway (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.169769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Deleting port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:33.170109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.209031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e11580>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:11:32Z', 'revision_number': 5, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port': {'id': '8d29a4f3-dbdb-4c20-a756-5a6c5e63131b', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:33.234700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Checking router: 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:11:33.243336 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Routers {'38846a2c-5df1-4e9b-ac77-ea6432ac2e36'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:11:33.243942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e11580>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:11:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:33.246274 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] For port 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:33.246611 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.259546 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Calling delete_port for 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:33.332934 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] Set router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:11:33.383128 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e11580>, [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:11:33Z', 'revision_number': 6, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:33.411973 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031462fa-4fd2-4594-b5c1-729ef880d010 None None] The sync data for ids ['38846a2c-5df1-4e9b-ac77-ea6432ac2e36'] in dv-cinder-master-3-iscsi is: [{'id': '38846a2c-5df1-4e9b-ac77-ea6432ac2e36', 'name': 'tempest-TestMinimumBasicScenario-111762115-router', 'tenant_id': 'f56218aa01a44bdab4d61c77052b01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:07:20Z', 'updated_at': '2022-04-01T10:11:33Z', 'revision_number': 6, 'project_id': 'f56218aa01a44bdab4d61c77052b01ff', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:11:33.429217 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (8d29a4f3-dbdb-4c20-a756-5a6c5e63131b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.463702 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d29a4f3-dbdb-4c20-a756-5a6c5e63131b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:33.521589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.611563 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.613915 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks [] for router_controller (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.635518 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48dbe-a4e8-49b7-af53-27e2a7f16bd1 req-53cc85ad-a842-4222-9559-549494170978 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:33.636914 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fc48dbe-a4e8-49b7-af53-27e2a7f16bd1 req-53cc85ad-a842-4222-9559-549494170978 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 948 time: 0.0531566
Apr 01 10:11:33.660979 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (38846a2c-5df1-4e9b-ac77-ea6432ac2e36), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.661669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38846a2c-5df1-4e9b-ac77-ea6432ac2e36 {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:11:33.667354 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:33.668518 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3886591d-a7cb-4374-99de-6343bedc24c2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/38846a2c-5df1-4e9b-ac77-ea6432ac2e36 HTTP/1.1" status: 204  len: 168 time: 0.7602906
Apr 01 10:11:33.671233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57240) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:33.685128 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fc48dbe-a4e8-49b7-af53-27e2a7f16bd1 req-845cfd5c-d1cb-471c-b379-0cbfe6c0bd57 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420532
Apr 01 10:11:33.971438 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Deleting subnet a9272d23-6a97-44b4-9364-4b6d88b5c3f4 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:11:33.974484 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Publish callbacks [] for subnet (a9272d23-6a97-44b4-9364-4b6d88b5c3f4), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.007420 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (a9272d23-6a97-44b4-9364-4b6d88b5c3f4), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.113141 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (a9272d23-6a97-44b4-9364-4b6d88b5c3f4), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.169732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (a9272d23-6a97-44b4-9364-4b6d88b5c3f4), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.195075 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9272d23-6a97-44b4-9364-4b6d88b5c3f4,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:34.198664 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.204351 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b71550d0-5e3e-4e75-aff5-ee9b7104c649 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a9272d23-6a97-44b4-9364-4b6d88b5c3f4 HTTP/1.1" status: 204  len: 168 time: 0.5296934
Apr 01 10:11:34.204497 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c98fa4-75ff-41e3-a9b7-38ac7c06677d None None] Network e55f99a8-9039-435d-9adf-c0fff939cdc8 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:11:34.204966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57242) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:34.277178 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (e55f99a8-9039-435d-9adf-c0fff939cdc8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.331872 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Deleting port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:34.332212 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.354942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] DHCP port deletion for e55f99a8-9039-435d-9adf-c0fff939cdc8 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:11:34.403985 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] For port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,segment=NetworkSegment(6a7f6082-2eb7-4554-b3bf-fcda257f113d),segment_id=6a7f6082-2eb7-4554-b3bf-fcda257f113d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:34.404356 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.420507 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Calling delete_port for aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:34.506417 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.532730 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:34.537181 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] No DVR routers for this DVR port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 on host dv-cinder-master-3-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:34.542217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Deleting port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:34.543056 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.545047 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.545390 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.545728 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.546059 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.547103 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.547103 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.547103 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.547373 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.548294 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.548652 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.548979 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.549310 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.549646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.549947 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.550264 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:34.611481 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] For port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:34.612151 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.623577 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (e55f99a8-9039-435d-9adf-c0fff939cdc8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.631442 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Calling delete_port for aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:34.634212 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.ipam_backend_mixin [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 was not found and therefore no delete operation was performed {{(pid=103473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 01 10:11:34.635522 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.640357 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:34.645085 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f29d9a0>,) {'filters': {'network_id': ['e55f99a8-9039-435d-9adf-c0fff939cdc8']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:34.654233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f29d9a0>, '6a7f6082-2eb7-4554-b3bf-fcda257f113d') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:34.654527 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f29d9a0>, '6a7f6082-2eb7-4554-b3bf-fcda257f113d') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:11:34.663647 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (6a7f6082-2eb7-4554-b3bf-fcda257f113d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.676891 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (6a7f6082-2eb7-4554-b3bf-fcda257f113d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.678635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] Pushing event deleted for resources: {'Port': ['ID=aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:34.681097 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:34.681439 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 8d29a4f3-dbdb-4c20-a756-5a6c5e63131b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:34.681887 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:34.683749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:11:34.684074 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (6a7f6082-2eb7-4554-b3bf-fcda257f113d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:11:34.685910 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:11:34.688143 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644cb9b-1fb2-4a35-b3e4-58e81d377fef None None] No DVR routers for this DVR port aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:34.705435 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:34.705758 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device aea1fa59-dea5-4cdf-8142-87e4cbf8e2c4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:34.706175 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:34.725879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:34.726138 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b4fe27b4-5218-4f0f-8c90-2c0fe1f3cd2f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:34.747294 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (e55f99a8-9039-435d-9adf-c0fff939cdc8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.752501 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:34.756095 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e55f99a8-9039-435d-9adf-c0fff939cdc8 HTTP/1.1" status: 204  len: 168 time: 0.5502136
Apr 01 10:11:34.772645 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355f34-14b0-4d7e-b11a-9f5fdb712000 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55f99a8-9039-435d-9adf-c0fff939cdc8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:34.817303 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c91ad8-f15e-443d-9c62-9d8d3aaa05a1 req-ca968410-79af-46b1-a8c2-81056167f60d tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:34.818804 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1c91ad8-f15e-443d-9c62-9d8d3aaa05a1 req-ca968410-79af-46b1-a8c2-81056167f60d tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 948 time: 0.0521266
Apr 01 10:11:34.870547 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c1c91ad8-f15e-443d-9c62-9d8d3aaa05a1 req-3afd6960-834c-4c27-aab1-af59b8ac4c7f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447648
Apr 01 10:11:34.922945 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57248) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:34.961230 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d40be911-e0ab-442e-93b0-b628968c967b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4a61874308747efa6cf0456be5f46b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0371227
Apr 01 10:11:34.963731 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57250) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:35.009180 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] Publish callbacks [] for security_group (b25f8794-c54e-41a0-bf09-87fc77bee7e0), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.030614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] Publish callbacks [] for security_group (b25f8794-c54e-41a0-bf09-87fc77bee7e0), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.079111 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b25f8794-c54e-41a0-bf09-87fc77bee7e0), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.081617 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.082804 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b25f8794-c54e-41a0-bf09-87fc77bee7e0 HTTP/1.1" status: 204  len: 168 time: 0.1182323
Apr 01 10:11:35.090454 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8d46-576d-4e7a-b173-32bad1c7da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f8794-c54e-41a0-bf09-87fc77bee7e0,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:35.419823 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57256) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:35.461475 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9358879c-0d16-4104-8120-bab12a9981ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f56218aa01a44bdab4d61c77052b01ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0404615
Apr 01 10:11:35.464072 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57258) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:35.517074 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] Publish callbacks [] for security_group (86532349-c632-4548-99d5-c5477b53b550), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.538876 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] Publish callbacks [] for security_group (86532349-c632-4548-99d5-c5477b53b550), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.587115 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (86532349-c632-4548-99d5-c5477b53b550), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.589778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.590976 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86532349-c632-4548-99d5-c5477b53b550 HTTP/1.1" status: 204  len: 168 time: 0.1258695
Apr 01 10:11:35.591518 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 517184a0-b6b3-48c0-88f0-46977baba52b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:11:35.599190 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853ab7-012e-45c7-8e8a-0bfbe67c452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86532349-c632-4548-99d5-c5477b53b550,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:35.699843 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=517184a0-b6b3-48c0-88f0-46977baba52b,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:35.712222 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '517184a0-b6b3-48c0-88f0-46977baba52b', 'network_id': '4a468f5a-004a-4376-8968-159e0e29d4e0', 'port_id': '517184a0-b6b3-48c0-88f0-46977baba52b', 'mac_address': 'fa:16:3e:e1:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3c2bc9-3456-454c-a926-f64f31e9102c', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:11:35.749830 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 517184a0-b6b3-48c0-88f0-46977baba52b is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:35.750239 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.764661 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517184a0-b6b3-48c0-88f0-46977baba52b {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:35.792175 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=517184a0-b6b3-48c0-88f0-46977baba52b,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:35.798082 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:35.848554 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:35.996221 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b050-49fa-436d-9306-c96fb98df1c7 req-8c001253-7986-4eb2-b6ae-74c2a54bd124 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:35.998010 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d729b050-49fa-436d-9306-c96fb98df1c7 req-8c001253-7986-4eb2-b6ae-74c2a54bd124 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 949 time: 0.0577915
Apr 01 10:11:36.046041 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d729b050-49fa-436d-9306-c96fb98df1c7 req-78e42838-294f-40c2-af7c-6c6bd5172fba tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421929
Apr 01 10:11:36.142734 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['517184a0-b6b3-48c0-88f0-46977baba52b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:37.181760 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbc380-3d5a-41d5-96cf-022067a63dec req-17319298-8090-4115-9d47-676bccd1207b tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:37.183259 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d4bbc380-3d5a-41d5-96cf-022067a63dec req-17319298-8090-4115-9d47-676bccd1207b tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 949 time: 0.0543385
Apr 01 10:11:37.233178 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d4bbc380-3d5a-41d5-96cf-022067a63dec req-4eb3b223-67be-4bd2-ab8b-ad2785bd5d36 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442317
Apr 01 10:11:37.345669 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:37.598270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 517184a0-b6b3-48c0-88f0-46977baba52b up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:11:37.658523 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 517184a0-b6b3-48c0-88f0-46977baba52b completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:11:37.664361 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 517184a0-b6b3-48c0-88f0-46977baba52b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:37.664736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:37.742101 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 517184a0-b6b3-48c0-88f0-46977baba52b is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:37.742480 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:37.768818 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:37.771119 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc024640-a883-42a1-b0c2-b86ff2573c24" -d '{"events": [{"server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "name": "network-vif-plugged", "status": "completed", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:37.783586 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=517184a0-b6b3-48c0-88f0-46977baba52b,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:37.788928 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:37.812085 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d27354-7310-48de-a706-50c7e1f9d6d3 x-openstack-request-id: req-28d27354-7310-48de-a706-50c7e1f9d6d3 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:37.812400 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "name": "network-vif-plugged", "status": "completed", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:37.812657 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28d27354-7310-48de-a706-50c7e1f9d6d3 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:37.813052 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d27354-7310-48de-a706-50c7e1f9d6d3'] response: {'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b', 'code': 200}
Apr 01 10:11:37.839214 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:37.994106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4ed2-9ae6-4515-bac7-7e18cfa48687 req-530e1d4d-12f2-4eb7-a03b-9ea7424acf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:37.995659 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2aac4ed2-9ae6-4515-bac7-7e18cfa48687 req-530e1d4d-12f2-4eb7-a03b-9ea7424acf97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 1134 time: 0.0453982
Apr 01 10:11:38.044203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2aac4ed2-9ae6-4515-bac7-7e18cfa48687 req-b9e020ff-31ec-4500-9a6c-0000ed14ccf4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415294
Apr 01 10:11:38.360137 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4789e4-9b4d-4a50-8ec5-5ed32c7fae8b req-8908e33f-27b3-4c0f-86c1-14d5283dddcc tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:38.361660 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b4789e4-9b4d-4a50-8ec5-5ed32c7fae8b req-8908e33f-27b3-4c0f-86c1-14d5283dddcc tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0547049
Apr 01 10:11:38.413564 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b4789e4-9b4d-4a50-8ec5-5ed32c7fae8b req-a7be87e3-7b08-4028-b75a-86e8f9a19675 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436366
Apr 01 10:11:38.593690 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7ddad97f-bdea-4476-b0ed-8928cd7bec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:39.543821 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6b77d-fe2a-47da-9092-a7f733e566ac req-c367259d-18fd-44dd-8d87-a4ce85d7796d tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:39.545394 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-01e6b77d-fe2a-47da-9092-a7f733e566ac req-c367259d-18fd-44dd-8d87-a4ce85d7796d tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0528538
Apr 01 10:11:39.593513 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-01e6b77d-fe2a-47da-9092-a7f733e566ac req-39946f05-167d-46dd-9256-4f2cba8f2cd6 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414371
Apr 01 10:11:40.721955 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e6bac-6030-402f-a1c3-95364b5c1c4c req-370959b0-3832-41f5-a59f-3e476d9cf138 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:40.723450 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b9e6bac-6030-402f-a1c3-95364b5c1c4c req-370959b0-3832-41f5-a59f-3e476d9cf138 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0523582
Apr 01 10:11:40.771654 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b9e6bac-6030-402f-a1c3-95364b5c1c4c req-97ff0b8c-aec6-4f3d-be4f-92f50e351b5d tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424631
Apr 01 10:11:40.939339 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-633836d4-aef6-470d-9362-19cfadef3639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:41.046056 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ebbb-2b3e-4d09-8c6e-ead88a67698b req-010fa4f5-dd02-4b66-8a52-57cb9d93a1ad tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:41.047429 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e35ebbb-2b3e-4d09-8c6e-ead88a67698b req-010fa4f5-dd02-4b66-8a52-57cb9d93a1ad tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0580151
Apr 01 10:11:41.095901 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e35ebbb-2b3e-4d09-8c6e-ead88a67698b req-aa4ba0e7-93d3-4846-91a7-d0036d7946e2 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409338
Apr 01 10:11:42.183185 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:42.402462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1d19-add8-43e2-9ff8-1386e216ab38 req-0299bcd6-f0f7-4f0f-ab78-1cd4cb113ece tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:42.403842 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-824f1d19-add8-43e2-9ff8-1386e216ab38 req-0299bcd6-f0f7-4f0f-ab78-1cd4cb113ece tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0599763
Apr 01 10:11:42.450935 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-824f1d19-add8-43e2-9ff8-1386e216ab38 req-9dae0594-5602-4406-923a-07cc47b057ce tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/security-groups?id=01818165-d724-4b57-9ab6-fa2cf85e0b65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399246
Apr 01 10:11:42.673832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-3c0dd8bc-29e0-4622-be11-2a3a3c8f58d2 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:42.675188 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-3c0dd8bc-29e0-4622-be11-2a3a3c8f58d2 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 950 time: 0.0646634
Apr 01 10:11:42.776482 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Deleting port 517184a0-b6b3-48c0-88f0-46977baba52b {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:11:42.776821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:42.875957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] For port 517184a0-b6b3-48c0-88f0-46977baba52b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=517184a0-b6b3-48c0-88f0-46977baba52b,segment=NetworkSegment(66b67594-45cb-4a4c-b90c-bf3c7ea84e1f),segment_id=66b67594-45cb-4a4c-b90c-bf3c7ea84e1f)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:42.876320 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:42.889991 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Calling delete_port for 517184a0-b6b3-48c0-88f0-46977baba52b owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:11:43.036583 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (517184a0-b6b3-48c0-88f0-46977baba52b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:43.049481 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['517184a0-b6b3-48c0-88f0-46977baba52b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:43.065954 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Pushing event deleted for resources: {'Port': ['ID=517184a0-b6b3-48c0-88f0-46977baba52b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:43.110796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] No DVR routers for this DVR port 517184a0-b6b3-48c0-88f0-46977baba52b on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:11:43.113658 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:43.117174 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-065a1a78-9c5a-4fda-b002-a363d76e0452 req-0ad41a0a-2adc-473b-b958-75712094af1f tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.15 "DELETE /v2.0/ports/517184a0-b6b3-48c0-88f0-46977baba52b HTTP/1.1" status: 204  len: 173 time: 0.4360392
Apr 01 10:11:43.117696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'name': 'network-vif-deleted', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:43.120004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde76c2-e379-4b9f-9d54-02a1f9aa90e4" -d '{"events": [{"server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "name": "network-vif-deleted", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:43.157490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e458cb-27b0-43ae-8207-2c43ff109f52 x-openstack-request-id: req-a0e458cb-27b0-43ae-8207-2c43ff109f52 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:43.157846 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c75d4c4-55de-4786-bc0e-e8079dcc6067", "name": "network-vif-deleted", "tag": "517184a0-b6b3-48c0-88f0-46977baba52b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:43.158244 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0e458cb-27b0-43ae-8207-2c43ff109f52 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:43.158682 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e458cb-27b0-43ae-8207-2c43ff109f52'] response: {'server_uuid': '5c75d4c4-55de-4786-bc0e-e8079dcc6067', 'name': 'network-vif-deleted', 'tag': '517184a0-b6b3-48c0-88f0-46977baba52b', 'status': 'completed', 'code': 200}
Apr 01 10:11:43.344698 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:43.565505 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91ee7a8a-5c29-4071-8668-ff5adcb200c5 req-ed2c0e19-f4cb-4e6f-802a-915e14f161c9 tempest-VolumesNegativeTest-204165607 tempest-VolumesNegativeTest-204165607-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c75d4c4-55de-4786-bc0e-e8079dcc6067 HTTP/1.1" status: 200  len: 210 time: 0.0275264
Apr 01 10:11:45.042746 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:45.631022 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 517184a0-b6b3-48c0-88f0-46977baba52b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:11:45.653636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 517184a0-b6b3-48c0-88f0-46977baba52b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:11:45.654059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 517184a0-b6b3-48c0-88f0-46977baba52b not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:11:48.543568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57536) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:48.698616 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-39ced30f-1843-445b-90c1-a23ad257ad88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6374d011e9ad490ca38ae0fd039cd183&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1538384
Apr 01 10:11:48.701938 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57540) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:48.750678 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] Publish callbacks [] for security_group (01818165-d724-4b57-9ab6-fa2cf85e0b65), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:48.772731 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] Publish callbacks [] for security_group (01818165-d724-4b57-9ab6-fa2cf85e0b65), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:48.828218 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (01818165-d724-4b57-9ab6-fa2cf85e0b65), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:48.831938 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:48.833557 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01818165-d724-4b57-9ab6-fa2cf85e0b65 HTTP/1.1" status: 204  len: 168 time: 0.1307182
Apr 01 10:11:48.841588 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45123bd0-274b-4276-803d-55d89c3b9e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01818165-d724-4b57-9ab6-fa2cf85e0b65,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:49.478354 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57562) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:49.576397 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-947110662-network', 'tenant_id': 'bbdc40573f43486bb7c7a2fc5f262033'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:49.598598 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Made reservation on behalf of bbdc40573f43486bb7c7a2fc5f262033 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:11:49.600904 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.609910 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.684336 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks [] for security_group (317fc68b-39ac-48e2-8540-24146161c76f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.690475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (317fc68b-39ac-48e2-8540-24146161c76f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.713412 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:11:49.725032 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317fc68b-39ac-48e2-8540-24146161c76f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:49.727962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (06ca4202-dd11-4af4-ab34-a8ca41c6bca2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.728300 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Added segment 06ca4202-dd11-4af4-ab34-a8ca41c6bca2 of type vlan for network 7bfcac4a-d60e-4922-b594-c3472a473d4a
Apr 01 10:11:49.770185 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (7bfcac4a-d60e-4922-b594-c3472a473d4a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.794895 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (7bfcac4a-d60e-4922-b594-c3472a473d4a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.795838 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:49.796425 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:49.852821 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3732231
Apr 01 10:11:49.855902 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 57566) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:11:49.857799 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a519ca-b18c-436a-bf9c-1d8ef5090a1b admin admin] Pushing event updated for resources: {'Network': ['ID=7bfcac4a-d60e-4922-b594-c3472a473d4a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:49.862020 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Request body: {'subnet': {'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-947110662-subnet', 'tenant_id': 'bbdc40573f43486bb7c7a2fc5f262033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:49.868197 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:11:49.884495 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Made reservation on behalf of bbdc40573f43486bb7c7a2fc5f262033 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:11:49.886831 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:50.052136 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (2ee22ed9-fcd8-4036-90e8-c7cf795c7897), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:50.099812 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee22ed9-fcd8-4036-90e8-c7cf795c7897,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:50.115249 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Checking segment: {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:11:50.115632 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Network hostable DHCP agents. Network: 7bfcac4a-d60e-4922-b594-c3472a473d4a, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:11:50.134171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:11:50.145515 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7bfcac4a-d60e-4922-b594-c3472a473d4a) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:11:50.150297 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:50.151503 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:50.154675 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671de25-98e2-4529-ab1c-9cf6b3c72361 None None] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:11:50.168483 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-24f46543-4d39-4e3f-a2b8-10fc64836c5c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3114533
Apr 01 10:11:50.252869 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cddcd6d-6542-4a7f-944b-8a3a1fbf3529 None None] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:11:51.922838 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-eaf55c7a-63f6-469c-a80e-ee7e4bbbb58c tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:51.924291 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-eaf55c7a-63f6-469c-a80e-ee7e4bbbb58c tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 813 time: 0.1067278
Apr 01 10:11:51.941365 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-c12c278a-f493-43fd-8579-d82131ad67c2 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/quotas/bbdc40573f43486bb7c7a2fc5f262033 HTTP/1.1" status: 200  len: 375 time: 0.0096250
Apr 01 10:11:51.976029 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-27f4cac8-74f1-4d27-bcac-61a53b0d50ad tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0297391
Apr 01 10:11:52.065304 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-b6ec94d4-b851-4d9e-b25f-75f3691f449f service neutron] 10.222.0.46 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824027
Apr 01 10:11:52.167612 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-5fba204c-898b-4a35-9486-0a061e18ab9b service neutron] 10.222.0.46 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947349
Apr 01 10:11:52.333153 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c4258866-1341-4b74-a5ff-c9ea21ffd88e req-37cc79de-b0eb-4e9d-b2f9-2cb9f57f4a3b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 210 time: 0.0279543
Apr 01 10:11:53.310814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-aae63596-b95b-454f-bb33-e404bb336039 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:53.312233 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-aae63596-b95b-454f-bb33-e404bb336039 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 813 time: 0.1011293
Apr 01 10:11:53.324390 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Request body: {'port': {'device_id': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a', 'admin_state_up': True, 'tenant_id': 'bbdc40573f43486bb7c7a2fc5f262033'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:53.430063 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2229b4c3-0487-4388-9f4a-f2b183b235f9 req-84dbc392-1f00-4a83-9ecf-fca7195e4304 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 210 time: 0.0273581
Apr 01 10:11:53.436896 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Made reservation on behalf of bbdc40573f43486bb7c7a2fc5f262033 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:11:53.440357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:53.572097 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Allocated IP 172.20.0.3 (7bfcac4a-d60e-4922-b594-c3472a473d4a/2ee22ed9-fcd8-4036-90e8-c7cf795c7897/991d8877-8dfb-4a18-9b25-395c5933b64f) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:11:53.717852 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks [] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:53.753813 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:53.798809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:11:53.801887 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:11:53.807678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:11:53.814155 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Pushing event updated for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:53.857299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:53.857840 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:53.875066 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-66571cd7-3ba6-406f-be8e-254d190be66b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5543628
Apr 01 10:11:53.924996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Request body: {'port': {'device_id': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:11:53.983898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.249496 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991d8877-8dfb-4a18-9b25-395c5933b64f {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:54.256762 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks [] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.269170 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Transition to ACTIVE for port object 991d8877-8dfb-4a18-9b25-395c5933b64f will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:11:54.275047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.322491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Pushing event updated for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:54.391081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Attempting to bind port 991d8877-8dfb-4a18-9b25-395c5933b64f on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:11:54.391379 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Attempting to bind port 991d8877-8dfb-4a18-9b25-395c5933b64f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:11:54.391730 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Attempting to bind port 991d8877-8dfb-4a18-9b25-395c5933b64f on network 7bfcac4a-d60e-4922-b594-c3472a473d4a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:54.396105 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Port 991d8877-8dfb-4a18-9b25-395c5933b64f on network 7bfcac4a-d60e-4922-b594-c3472a473d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:11:54.396417 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Attempting to bind port 991d8877-8dfb-4a18-9b25-395c5933b64f on network 7bfcac4a-d60e-4922-b594-c3472a473d4a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:11:54.401265 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:11:54.401591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Checking segment: {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:11:54.401958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Bound using segment: {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:11:54.402370 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Bound port: 991d8877-8dfb-4a18-9b25-395c5933b64f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:11:54.402708 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.466529 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:11:54.470057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=991d8877-8dfb-4a18-9b25-395c5933b64f,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:11:54.478069 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.527063 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:54.527664 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:54.529102 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] 10.222.0.15 "PUT /v2.0/ports/991d8877-8dfb-4a18-9b25-395c5933b64f HTTP/1.1" status: 200  len: 1093 time: 0.6080084
Apr 01 10:11:54.544078 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:54.546490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:54.590569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d138a7-689e-403f-83e0-c27d694894db x-openstack-request-id: req-a9d138a7-689e-403f-83e0-c27d694894db {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:54.590875 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:54.591120 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9d138a7-689e-403f-83e0-c27d694894db {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:54.591506 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d138a7-689e-403f-83e0-c27d694894db'] response: {'name': 'network-changed', 'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f', 'status': 'completed', 'code': 200}
Apr 01 10:11:54.593085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cb452-78f5-4797-95cb-515d0123d44f service neutron] Pushing event updated for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:54.631759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15be2a-ad0d-4b19-9fe9-259bd7d629fc req-7eae38c1-db30-4751-995b-da7899fe2235 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:54.633240 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f15be2a-ad0d-4b19-9fe9-259bd7d629fc req-7eae38c1-db30-4751-995b-da7899fe2235 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 943 time: 0.1300771
Apr 01 10:11:54.658272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-a6012a27-de5e-42c3-8e3f-d4ae658414ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:54.659804 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-a6012a27-de5e-42c3-8e3f-d4ae658414ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 1127 time: 0.0819468
Apr 01 10:11:54.713858 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-f0f9c154-a6f1-4569-9037-dabb1f5d1699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=991d8877-8dfb-4a18-9b25-395c5933b64f HTTP/1.1" status: 200  len: 217 time: 0.0432711
Apr 01 10:11:54.717048 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f15be2a-ad0d-4b19-9fe9-259bd7d629fc req-fda80680-d09e-4a2d-a983-c74508e1329a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772443
Apr 01 10:11:54.763381 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-99be5ff4-91fe-4af9-bbb5-3cd6f0034ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:54.764858 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-99be5ff4-91fe-4af9-bbb5-3cd6f0034ed5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ee22ed9-fcd8-4036-90e8-c7cf795c7897 HTTP/1.1" status: 200  len: 853 time: 0.0440712
Apr 01 10:11:54.800122 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-ec07786b-e60b-4c2b-bbd9-84278598c7b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bfcac4a-d60e-4922-b594-c3472a473d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287447
Apr 01 10:11:54.887540 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-849e2f28-4535-461b-8f22-c48e34cc6957 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814540
Apr 01 10:11:54.985370 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-796f958f-e7e3-442a-a34c-94eb7fe34e91 req-a9cf6724-f73c-4977-90ef-d8d9e7c08401 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904813
Apr 01 10:11:55.080178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-2bed4e3a-f1b7-4876-a756-84a86de55c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:55.081551 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-2bed4e3a-f1b7-4876-a756-84a86de55c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 1127 time: 0.0466337
Apr 01 10:11:55.179500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-b5fc33be-c7bc-4c3b-82d5-f0930a3d77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:55.180960 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-b5fc33be-c7bc-4c3b-82d5-f0930a3d77b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 914 time: 0.0938263
Apr 01 10:11:55.223556 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-eb9db22d-ec8f-46e7-82fe-061b36915076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=991d8877-8dfb-4a18-9b25-395c5933b64f HTTP/1.1" status: 200  len: 217 time: 0.0368533
Apr 01 10:11:55.271033 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-604ed928-8eb3-47bb-9e18-abeff1564da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:55.272412 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-604ed928-8eb3-47bb-9e18-abeff1564da9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ee22ed9-fcd8-4036-90e8-c7cf795c7897 HTTP/1.1" status: 200  len: 853 time: 0.0433114
Apr 01 10:11:55.302687 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-06dbd680-d74b-4684-8356-30254d857489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bfcac4a-d60e-4922-b594-c3472a473d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239940
Apr 01 10:11:55.394329 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-18e79905-aebd-41b1-a604-5e10ab235fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851593
Apr 01 10:11:55.482766 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e2ac2fc-b9a9-45f4-81b6-c083268f1244 req-c4fb4b69-357d-4bdf-94d6-e885b31db5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793891
Apr 01 10:11:55.852403 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d18c0-9f65-4fe6-854c-7c5d2688742b req-971959d0-206f-4c16-be83-a036515a337d tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:55.853929 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-469d18c0-9f65-4fe6-854c-7c5d2688742b req-971959d0-206f-4c16-be83-a036515a337d tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 943 time: 0.0587530
Apr 01 10:11:55.907791 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-469d18c0-9f65-4fe6-854c-7c5d2688742b req-8102d190-48bb-48f4-b092-0ea7adb8e34a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456150
Apr 01 10:11:57.043530 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ace0a-a49f-4c8e-864b-f36b0b4cb40e req-6ed871b9-7e10-462b-8413-1a9127e4bbba tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:57.044998 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b05ace0a-a49f-4c8e-864b-f36b0b4cb40e req-6ed871b9-7e10-462b-8413-1a9127e4bbba tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 943 time: 0.0575972
Apr 01 10:11:57.099916 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b05ace0a-a49f-4c8e-864b-f36b0b4cb40e req-1f18a48e-e635-4566-a5a7-b9e9422ee0f1 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464916
Apr 01 10:11:57.713870 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 991d8877-8dfb-4a18-9b25-395c5933b64f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:11:57.831989 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=991d8877-8dfb-4a18-9b25-395c5933b64f,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:57.843999 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '991d8877-8dfb-4a18-9b25-395c5933b64f', 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a', 'port_id': '991d8877-8dfb-4a18-9b25-395c5933b64f', 'mac_address': 'fa:16:3e:d5:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee22ed9-fcd8-4036-90e8-c7cf795c7897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:11:57.883467 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 991d8877-8dfb-4a18-9b25-395c5933b64f is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:57.883851 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:57.900050 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991d8877-8dfb-4a18-9b25-395c5933b64f {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:11:57.920146 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=991d8877-8dfb-4a18-9b25-395c5933b64f,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:57.926718 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:57.977114 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:11:57.984455 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.984792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.985148 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.985495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.985805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.986128 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.986466 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.986814 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.987133 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.987448 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.987760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.988093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.988392 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.988704 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:57.989014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:11:58.231431 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917681d-1c1a-412c-b104-badb8b80a5ab req-7f932219-07e2-4ed0-874c-c4890d7e8f7a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:58.232910 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f917681d-1c1a-412c-b104-badb8b80a5ab req-7f932219-07e2-4ed0-874c-c4890d7e8f7a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 944 time: 0.0578160
Apr 01 10:11:58.282201 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f917681d-1c1a-412c-b104-badb8b80a5ab req-8ac7baac-5b6d-4728-9826-65002710661c tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411122
Apr 01 10:11:58.283468 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['991d8877-8dfb-4a18-9b25-395c5933b64f'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:11:59.412395 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee340cd-c54f-4742-89a9-bb38af53d279 req-23208651-b06e-4fe6-96e1-121c33f7dc0a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:11:59.413844 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aee340cd-c54f-4742-89a9-bb38af53d279 req-23208651-b06e-4fe6-96e1-121c33f7dc0a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 944 time: 0.0589380
Apr 01 10:11:59.460658 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aee340cd-c54f-4742-89a9-bb38af53d279 req-2ad428f4-333e-4fc0-9ade-50e5e6312971 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412924
Apr 01 10:11:59.725990 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 991d8877-8dfb-4a18-9b25-395c5933b64f up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:11:59.780386 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 991d8877-8dfb-4a18-9b25-395c5933b64f completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:11:59.784220 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 991d8877-8dfb-4a18-9b25-395c5933b64f triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:11:59.784589 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:59.859335 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 991d8877-8dfb-4a18-9b25-395c5933b64f is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:11:59.859706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:59.882981 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:11:59.885288 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7a429-9e37-4060-9b19-b1cf19b1ce92" -d '{"events": [{"server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "name": "network-vif-plugged", "status": "completed", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:11:59.898135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=991d8877-8dfb-4a18-9b25-395c5933b64f,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:11:59.904021 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:11:59.929517 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8d67e4-b6a8-4eac-bb10-9f014a4e0692 x-openstack-request-id: req-8a8d67e4-b6a8-4eac-bb10-9f014a4e0692 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:11:59.929834 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "name": "network-vif-plugged", "status": "completed", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:11:59.930075 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a8d67e4-b6a8-4eac-bb10-9f014a4e0692 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:11:59.930468 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8d67e4-b6a8-4eac-bb10-9f014a4e0692'] response: {'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f', 'code': 200}
Apr 01 10:11:59.955425 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:00.098237 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f0f1-5734-4daa-8f93-68782fc67ee2 req-2eb7ebdb-81ed-438e-a647-1929f3c81554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:00.099717 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8009f0f1-5734-4daa-8f93-68782fc67ee2 req-2eb7ebdb-81ed-438e-a647-1929f3c81554 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 1129 time: 0.0470731
Apr 01 10:12:00.144603 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8009f0f1-5734-4daa-8f93-68782fc67ee2 req-c167f9cc-d32f-4387-ae4d-1164e572e480 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380366
Apr 01 10:12:00.598864 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b302a7-582a-46ab-812d-8e7917ace441 req-fc520472-628d-4cc3-92c5-b39583064e90 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:00.600341 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94b302a7-582a-46ab-812d-8e7917ace441 req-fc520472-628d-4cc3-92c5-b39583064e90 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0600772
Apr 01 10:12:00.656711 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94b302a7-582a-46ab-812d-8e7917ace441 req-7c9846fb-ad73-4809-a265-c20244b736eb tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507412
Apr 01 10:12:01.823790 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0412bf-5357-4912-b26a-f141e461f2c8 req-32966273-3312-4ae9-93cb-fc39889416d3 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:01.825199 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf0412bf-5357-4912-b26a-f141e461f2c8 req-32966273-3312-4ae9-93cb-fc39889416d3 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0728180
Apr 01 10:12:01.872347 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf0412bf-5357-4912-b26a-f141e461f2c8 req-8f34256d-3c36-4f91-ad28-6eb2fdb80181 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413144
Apr 01 10:12:07.342721 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:08.333158 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:12:08.529902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76cc78-da1c-4c94-b1c5-9dce0b319dd0 req-b684b58f-45b0-40e5-8108-f1eb996cb0df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:08.531412 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f76cc78-da1c-4c94-b1c5-9dce0b319dd0 req-b684b58f-45b0-40e5-8108-f1eb996cb0df tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0540180
Apr 01 10:12:08.581720 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f76cc78-da1c-4c94-b1c5-9dce0b319dd0 req-26843373-2328-48e1-806c-669d426dc089 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444431
Apr 01 10:12:08.587549 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3c64c1a3-ace7-4787-8d23-e62b6206a4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:09.711072 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb6ff-b1bc-4031-b4bb-d8d908e227d5 req-7598005a-ff56-40fd-b10f-abcab831d22c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:09.712593 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-012cb6ff-b1bc-4031-b4bb-d8d908e227d5 req-7598005a-ff56-40fd-b10f-abcab831d22c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0531828
Apr 01 10:12:09.764585 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-012cb6ff-b1bc-4031-b4bb-d8d908e227d5 req-b82f4610-5600-4c4b-add4-b9279ff10cfe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460393
Apr 01 10:12:10.903854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c7c4-7a72-4ccb-8d48-1c16f3fdb4a8 req-73da2668-187a-413b-b652-316bf664dc07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:10.905318 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-49c3c7c4-7a72-4ccb-8d48-1c16f3fdb4a8 req-73da2668-187a-413b-b652-316bf664dc07 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0691631
Apr 01 10:12:10.933827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6755e99a-46c0-49c0-8662-a346406847f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:10.959527 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-49c3c7c4-7a72-4ccb-8d48-1c16f3fdb4a8 req-aaba2895-42ca-4d42-8e5d-bfc0e3baea31 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485218
Apr 01 10:12:12.097124 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eede1f-5e39-417e-a2d5-3d52598e6605 req-39181779-30f4-48cb-8d0d-3a1b40779268 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:12.098639 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37eede1f-5e39-417e-a2d5-3d52598e6605 req-39181779-30f4-48cb-8d0d-3a1b40779268 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0583508
Apr 01 10:12:12.145772 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-37eede1f-5e39-417e-a2d5-3d52598e6605 req-32726019-daaf-49b8-b2c0-d89b82775ccc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411680
Apr 01 10:12:12.186794 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:12.366752 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-68c038a1-9112-47ef-a351-c5cb19b34760 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0455430
Apr 01 10:12:12.463556 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-e20e2356-9be0-4cd9-bd5b-5350a39dc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:12.465033 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-e20e2356-9be0-4cd9-bd5b-5350a39dc961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0503273
Apr 01 10:12:12.568661 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-3d829cd2-9818-4bf5-ab3a-b0bf542f8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:12.570151 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-3d829cd2-9818-4bf5-ab3a-b0bf542f8ecd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.0857043
Apr 01 10:12:12.636523 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-2c55498e-1eb0-4675-8814-d063b455ae5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 1002 time: 0.0601354
Apr 01 10:12:12.682865 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-7828729f-f86b-45e2-ab8a-aa9d85d6d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:12.684221 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-7828729f-f86b-45e2-ab8a-aa9d85d6d0a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.0421100
Apr 01 10:12:12.736374 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-9b64a380-ed2d-4320-8dfc-42c3bf012c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:12.737819 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-9b64a380-ed2d-4320-8dfc-42c3bf012c5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469859
Apr 01 10:12:12.827064 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-488aad99-b2a8-482b-810f-284b77c5b33a service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825975
Apr 01 10:12:12.926512 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ad65e75-ca04-461a-ba3f-f8668dafc957 req-b6d48cbb-ae10-4676-aec0-18554e01badc service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875494
Apr 01 10:12:13.271065 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749bf51-3c3f-4dc4-89ea-956ad7ac6d7e req-7d7891c8-553d-4814-a9af-6a44b1f60fcc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:13.272805 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8749bf51-3c3f-4dc4-89ea-956ad7ac6d7e req-7d7891c8-553d-4814-a9af-6a44b1f60fcc tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0548656
Apr 01 10:12:13.323985 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8749bf51-3c3f-4dc4-89ea-956ad7ac6d7e req-331972b3-7238-49cb-b390-1c4a21a9d52e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439379
Apr 01 10:12:13.353195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:14.470967 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd94e66-5681-40c2-ba00-689191a434fb req-984cba5a-c2ce-438c-b181-3217fd218e6e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:14.473532 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ebd94e66-5681-40c2-ba00-689191a434fb req-984cba5a-c2ce-438c-b181-3217fd218e6e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0636942
Apr 01 10:12:14.525093 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ebd94e66-5681-40c2-ba00-689191a434fb req-0b0bd8a7-68ee-4b8d-b21a-573d29cc724b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454214
Apr 01 10:12:15.049376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:15.661672 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0819-06dc-426d-a4ea-f44dc15a6964 req-2e882a3b-384d-4829-8f70-dea2f17041f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:15.663163 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-48fb0819-06dc-426d-a4ea-f44dc15a6964 req-2e882a3b-384d-4829-8f70-dea2f17041f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0548573
Apr 01 10:12:15.710116 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-48fb0819-06dc-426d-a4ea-f44dc15a6964 req-ca6d5d6a-086e-4719-b1a0-f9dc7767717b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394344
Apr 01 10:12:16.857455 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2adb7-cc8a-4c5f-a534-7f986ab9fdee req-f24ae99f-69ad-4043-aaf9-4d9664a95536 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:16.858961 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bdd2adb7-cc8a-4c5f-a534-7f986ab9fdee req-f24ae99f-69ad-4043-aaf9-4d9664a95536 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0580494
Apr 01 10:12:16.909652 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bdd2adb7-cc8a-4c5f-a534-7f986ab9fdee req-379647d7-12de-4ef6-9aa7-1f8d69878ed8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424488
Apr 01 10:12:18.054260 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c26bd-3be8-452a-adad-2afca2a5b71e req-5c9c5f59-5531-4fc6-ac2f-ef3af9858dc0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:18.055770 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-321c26bd-3be8-452a-adad-2afca2a5b71e req-5c9c5f59-5531-4fc6-ac2f-ef3af9858dc0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0575476
Apr 01 10:12:18.102435 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-321c26bd-3be8-452a-adad-2afca2a5b71e req-565d52a7-d633-4b8e-babb-2c4990a81f36 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409787
Apr 01 10:12:19.236667 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9950f-793d-418f-972c-05e77b5b5adc req-926b5f23-eb10-45d8-835b-5b464cdf2356 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:19.238150 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3ab9950f-793d-418f-972c-05e77b5b5adc req-926b5f23-eb10-45d8-835b-5b464cdf2356 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0538592
Apr 01 10:12:19.287411 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3ab9950f-793d-418f-972c-05e77b5b5adc req-34cad764-0f6d-431f-bc5f-fd7f13dbb6a7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432525
Apr 01 10:12:20.579189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dabd9f-200d-4c1d-b16a-0411a97eec9f req-ab8b6231-eb2c-4a5c-9293-5d29df56810a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:20.580701 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05dabd9f-200d-4c1d-b16a-0411a97eec9f req-ab8b6231-eb2c-4a5c-9293-5d29df56810a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0541086
Apr 01 10:12:20.628852 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-05dabd9f-200d-4c1d-b16a-0411a97eec9f req-2e72ebfa-1304-4c20-a3fa-5c62c43b9916 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422111
Apr 01 10:12:21.768653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119f9d5-f2a5-42b0-939c-682ad9d65cb6 req-a832ee54-f72d-475a-893f-26c0027d4d8b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:21.770128 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5119f9d5-f2a5-42b0-939c-682ad9d65cb6 req-a832ee54-f72d-475a-893f-26c0027d4d8b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0588007
Apr 01 10:12:21.819421 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5119f9d5-f2a5-42b0-939c-682ad9d65cb6 req-a35b56c3-df48-48e2-a0a7-cf8be4348a60 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436919
Apr 01 10:12:22.966579 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b860a3-c51c-4877-9a7c-4a1c1b7785ed req-065c31fb-fc36-489a-af28-bff8eeb3b133 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:22.968304 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00b860a3-c51c-4877-9a7c-4a1c1b7785ed req-065c31fb-fc36-489a-af28-bff8eeb3b133 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0662472
Apr 01 10:12:23.019189 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00b860a3-c51c-4877-9a7c-4a1c1b7785ed req-e07ce3c9-bd4d-420f-bb5d-ade316971a7f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434484
Apr 01 10:12:24.145606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ad32-b088-477c-ae5e-ae93dcae34ce req-a090d3c9-2d03-4240-9f94-c396ba64fd6a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:24.147165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a09ad32-b088-477c-ae5e-ae93dcae34ce req-a090d3c9-2d03-4240-9f94-c396ba64fd6a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0538628
Apr 01 10:12:24.192495 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a09ad32-b088-477c-ae5e-ae93dcae34ce req-03680dad-31f4-4df4-9058-ddc9cb9a2e6f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396805
Apr 01 10:12:25.333736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931d306-172d-4b9f-ac6d-54e6fc33bd1c req-2e050171-437d-4172-984d-9ce1de34d474 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:25.335278 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5931d306-172d-4b9f-ac6d-54e6fc33bd1c req-2e050171-437d-4172-984d-9ce1de34d474 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0625923
Apr 01 10:12:25.384786 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5931d306-172d-4b9f-ac6d-54e6fc33bd1c req-e3b901ec-ee0f-4011-a3c6-ae42eaa4fb7a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437303
Apr 01 10:12:25.873783 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:12:25.972155 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:25.983647 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '29223cc6-236b-47ca-8914-e65111046089', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:12:26.021448 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: ACTIVE; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:12:26.021842 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:26.035045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:12:26.054749 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:26.061757 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:26.110693 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:26.179015 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['29223cc6-236b-47ca-8914-e65111046089'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:12:26.529022 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86488a37-0744-48fc-a426-aaf5ae531fe6 req-638e0a21-731f-43ae-9b7b-fab5f0964ddf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:26.530470 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86488a37-0744-48fc-a426-aaf5ae531fe6 req-638e0a21-731f-43ae-9b7b-fab5f0964ddf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0535674
Apr 01 10:12:26.581230 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86488a37-0744-48fc-a426-aaf5ae531fe6 req-024e5b67-fce0-4b6e-9c6b-d52b5e15a7d7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450349
Apr 01 10:12:27.714419 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbfae0-b731-444e-92a1-919ac9eef67f req-0e353ada-f50c-4533-8251-847b030611c8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:27.715930 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ffbfae0-b731-444e-92a1-919ac9eef67f req-0e353ada-f50c-4533-8251-847b030611c8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0539055
Apr 01 10:12:27.765091 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ffbfae0-b731-444e-92a1-919ac9eef67f req-35336910-feae-418b-b565-b5c2cb710192 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412233
Apr 01 10:12:27.885490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:12:27.944982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 29223cc6-236b-47ca-8914-e65111046089 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:12:27.945351 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (29223cc6-236b-47ca-8914-e65111046089), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:28.021158 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:12:28.021542 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:28.044178 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:12:28.046360 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a65dbb6-3284-4e76-9496-94aba6c84a55" -d '{"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:12:28.058425 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:28.063018 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:28.085829 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ff91d5-b8de-4b03-b803-8cecab5a56a2 x-openstack-request-id: req-26ff91d5-b8de-4b03-b803-8cecab5a56a2 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:12:28.086142 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:12:28.086393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26ff91d5-b8de-4b03-b803-8cecab5a56a2 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:12:28.086811 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ff91d5-b8de-4b03-b803-8cecab5a56a2'] response: {'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'code': 200}
Apr 01 10:12:28.115723 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:28.906947 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e629ca4-b309-4715-9e73-bd91097dd675 req-09c03f50-6335-42e3-ab85-f9dd4a253192 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:28.908418 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e629ca4-b309-4715-9e73-bd91097dd675 req-09c03f50-6335-42e3-ab85-f9dd4a253192 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0603116
Apr 01 10:12:28.967518 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e629ca4-b309-4715-9e73-bd91097dd675 req-f0415bf0-7089-43c9-b67a-4530ddb6fe31 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512373
Apr 01 10:12:30.107045 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666d17-d3bc-4055-9db4-cd472bc83763 req-1ce95c7f-551b-4015-a728-d944c638b566 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:30.108491 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d8666d17-d3bc-4055-9db4-cd472bc83763 req-1ce95c7f-551b-4015-a728-d944c638b566 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0544872
Apr 01 10:12:30.154675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d8666d17-d3bc-4055-9db4-cd472bc83763 req-4bb0bcd1-7cc6-46ce-b85e-d5d5e8cf2faf tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404005
Apr 01 10:12:31.286115 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd3cdb-6233-441a-9636-b42480c02172 req-73b2e5a5-6b8d-48e2-bee0-e8dca6d9e176 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:31.287753 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53cd3cdb-6233-441a-9636-b42480c02172 req-73b2e5a5-6b8d-48e2-bee0-e8dca6d9e176 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0541790
Apr 01 10:12:31.336097 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53cd3cdb-6233-441a-9636-b42480c02172 req-0f54674a-e2cb-423b-ab3a-462941aa16e1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424254
Apr 01 10:12:32.020899 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 57848) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:32.285554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Deleting port d609bef5-ff07-49d9-84c1-b1cbb655a08c {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:32.285795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:32.361610 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:32.361881 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for floatingip (d609bef5-ff07-49d9-84c1-b1cbb655a08c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:32.374150 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Calling delete_port for d609bef5-ff07-49d9-84c1-b1cbb655a08c owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:32.753606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be745f4-ef07-40b9-bdd5-44b1cff57247 req-19aa28f7-a4f7-4053-8557-19995d57a3f7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:32.755060 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3be745f4-ef07-40b9-bdd5-44b1cff57247 req-19aa28f7-a4f7-4053-8557-19995d57a3f7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.3410397
Apr 01 10:12:32.833642 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3be745f4-ef07-40b9-bdd5-44b1cff57247 req-022722d1-1722-4be8-91ef-1a4a75c09343 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662546
Apr 01 10:12:32.847927 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (d609bef5-ff07-49d9-84c1-b1cbb655a08c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:32.875251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event deleted for resources: {'Port': ['ID=d609bef5-ff07-49d9-84c1-b1cbb655a08c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:32.886663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.887036 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.887353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.887685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.888039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.888359 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.888676 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.888989 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.889301 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.889615 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.889930 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.890246 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.890557 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.890892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.891198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:32.945172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for floatingip (5b0c3b2b-c8eb-456c-9b31-c4510ae8e594), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:32.945502 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Floating IP 5b0c3b2b-c8eb-456c-9b31-c4510ae8e594 disassociated (deleted). External IP: 172.37.5.101, port: 8b587726-e35f-40ca-8c0d-3c4d86c794ce.
Apr 01 10:12:33.157726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Router b45ab5bf-4da3-4483-8265-885e8f761959 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:12:33.267185 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:12:33.272936 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:33.277305 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Sync routers for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:12:33.287577 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:33.288184 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424cd9280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:33.303988 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-90fb5ef8-93c4-4c75-bd66-f1eafa4b2b1c tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "DELETE /v2.0/floatingips/5b0c3b2b-c8eb-456c-9b31-c4510ae8e594 HTTP/1.1" status: 204  len: 168 time: 1.2811980
Apr 01 10:12:33.304662 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:12:33.307066 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703feb8f-9183-495d-8513-f47451d3d187" -d '{"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:12:33.344784 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf082b4-b55f-4b7e-995e-c166f1c970bd x-openstack-request-id: req-ecf082b4-b55f-4b7e-995e-c166f1c970bd {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:12:33.345078 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:12:33.345329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecf082b4-b55f-4b7e-995e-c166f1c970bd {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:12:33.345734 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf082b4-b55f-4b7e-995e-c166f1c970bd'] response: {'name': 'network-changed', 'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'status': 'completed', 'code': 200}
Apr 01 10:12:33.492099 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:33.533694 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75fe52-6428-4341-999f-552498ad5423 req-695996ab-2e1e-4615-a929-b99b3839a079 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:33.535197 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-be75fe52-6428-4341-999f-552498ad5423 req-695996ab-2e1e-4615-a929-b99b3839a079 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0516176
Apr 01 10:12:33.582397 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-be75fe52-6428-4341-999f-552498ad5423 req-adbe55fb-2233-4085-bf22-04fe534f92ae tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415161
Apr 01 10:12:33.684838 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424cd9280>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:33.713163 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Checking router: b45ab5bf-4da3-4483-8265-885e8f761959 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:12:33.723736 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:33.724758 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424cd9280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:33.843656 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:33.963189 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830072-e7f1-40a0-9fb2-dab7778ac023 req-99e8d5d1-de33-4f39-8a06-7e0df8ba74e0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:33.964603 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3830072-e7f1-40a0-9fb2-dab7778ac023 req-99e8d5d1-de33-4f39-8a06-7e0df8ba74e0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0572746
Apr 01 10:12:34.011793 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3830072-e7f1-40a0-9fb2-dab7778ac023 req-cac69d59-ba22-4e98-b6b6-96489b05579c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411847
Apr 01 10:12:34.037412 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424cd9280>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:34.062848 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46042fc1-7151-4c5d-827c-96fae82faaf3 None None] The sync data for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi is: [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:18Z', 'revision_number': 4, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c21116f3-4b43-410d-8373-345719b4ac0b', 'name': '', 'network_id': 'f66dbf81-08fc-4982-9dd7-2742d5b5864a', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'mac_address': 'fa:16:3e:c1:fb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:16Z', 'updated_at': '2022-04-01T10:06:22Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'subnets': [{'id': '6df3c122-eebc-4951-a4d3-8f2159c1d968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:12:34.282377 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef12f15-d73e-4a2c-a069-32dff57a341d None None] New status for floating IP 5b0c3b2b-c8eb-456c-9b31-c4510ae8e594: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:12:34.700748 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eed59-3b83-4deb-be1b-e656bc4d0282 req-91626ee9-4f76-44db-90c8-026d63152d6f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:34.702225 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d53eed59-3b83-4deb-be1b-e656bc4d0282 req-91626ee9-4f76-44db-90c8-026d63152d6f tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0522532
Apr 01 10:12:34.755234 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d53eed59-3b83-4deb-be1b-e656bc4d0282 req-7def1e0b-c150-4cc1-bbd1-3a96542a8101 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472150
Apr 01 10:12:35.155384 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb833a-cddb-41a9-80b0-e7f48f9870aa req-3f341e91-0576-4f78-8727-1d89fcacb79e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:35.156857 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3eb833a-cddb-41a9-80b0-e7f48f9870aa req-3f341e91-0576-4f78-8727-1d89fcacb79e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0660257
Apr 01 10:12:35.207013 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3eb833a-cddb-41a9-80b0-e7f48f9870aa req-f26d1098-e130-41d5-a6ee-55d162d3d49d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418613
Apr 01 10:12:35.887739 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4887-d1c0-4b2e-86b0-cc935f39061f req-ccfb1943-ad60-4f45-b0c9-e63c2d987e42 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:35.889113 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9edb4887-d1c0-4b2e-86b0-cc935f39061f req-ccfb1943-ad60-4f45-b0c9-e63c2d987e42 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0538216
Apr 01 10:12:35.970076 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9edb4887-d1c0-4b2e-86b0-cc935f39061f req-1c0b7162-8f5f-4534-be20-e0f831f58207 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751023
Apr 01 10:12:35.987015 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703feb8f-9183-495d-8513-f47451d3d187 req-6540b866-f1c7-4c43-98a9-2b46264b9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:35.989224 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-6540b866-f1c7-4c43-98a9-2b46264b9525 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc1f10cbf10469d8abe0641ae154834&device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 1130 time: 0.0754600
Apr 01 10:12:36.081589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703feb8f-9183-495d-8513-f47451d3d187 req-f880c35c-573d-46bc-89a5-ba4135ab98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:36.082960 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-f880c35c-573d-46bc-89a5-ba4135ab98a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 200  len: 909 time: 0.0862648
Apr 01 10:12:36.123545 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-79cc2218-155a-49bb-bdc3-39b6957a7d9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 200  len: 217 time: 0.0340171
Apr 01 10:12:36.171543 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703feb8f-9183-495d-8513-f47451d3d187 req-8e44a2c0-3a2f-4f91-b1a1-9531c3d953d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:36.172927 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-8e44a2c0-3a2f-4f91-b1a1-9531c3d953d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 200  len: 847 time: 0.0431216
Apr 01 10:12:36.224968 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703feb8f-9183-495d-8513-f47451d3d187 req-310804a1-de1a-40a2-92ba-a57b0248fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:36.226438 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-310804a1-de1a-40a2-92ba-a57b0248fe1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f66dbf81-08fc-4982-9dd7-2742d5b5864a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0469694
Apr 01 10:12:36.316625 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-daa13159-2148-4dec-a374-68d167c6b2af service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836570
Apr 01 10:12:36.327920 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ae6f8-6adb-4ba5-9b33-b468a1c426b0 req-c4e000ce-79ba-4fd3-9124-90512af14035 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:36.329406 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ae6f8-6adb-4ba5-9b33-b468a1c426b0 req-c4e000ce-79ba-4fd3-9124-90512af14035 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0522916
Apr 01 10:12:36.380390 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ae6f8-6adb-4ba5-9b33-b468a1c426b0 req-c47bae61-56aa-41a6-8b84-d1b0cee76381 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454094
Apr 01 10:12:36.412996 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703feb8f-9183-495d-8513-f47451d3d187 req-c4f8228f-4f2f-47ed-91cb-4abab7480b0c service neutron] 10.222.0.15 "GET /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890567
Apr 01 10:12:37.094685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b212-191e-4e1e-a33c-86e04f4f05c8 req-0828eaf4-876f-422f-a71f-83c70d3560d9 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:37.096177 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2811b212-191e-4e1e-a33c-86e04f4f05c8 req-0828eaf4-876f-422f-a71f-83c70d3560d9 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0521185
Apr 01 10:12:37.147663 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2811b212-191e-4e1e-a33c-86e04f4f05c8 req-0918ea6b-24d0-4415-bd05-a28602f0767d tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454810
Apr 01 10:12:37.343918 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:37.514797 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb5ffe-9d72-423a-ae5c-409fabd6af49 req-01fe04a2-87ba-4bf2-93c8-61112682b57b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:37.520981 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c2eb5ffe-9d72-423a-ae5c-409fabd6af49 req-01fe04a2-87ba-4bf2-93c8-61112682b57b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0634103
Apr 01 10:12:37.566002 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c2eb5ffe-9d72-423a-ae5c-409fabd6af49 req-c2bc3558-1aa5-4098-8b73-c25a573deb39 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431745
Apr 01 10:12:38.276629 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d02dbf-d20d-421d-8ed8-b033b11f72c4 req-3d8a3c81-685e-4d41-9ff3-e370a8626e04 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:38.278119 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54d02dbf-d20d-421d-8ed8-b033b11f72c4 req-3d8a3c81-685e-4d41-9ff3-e370a8626e04 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0561543
Apr 01 10:12:38.335177 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54d02dbf-d20d-421d-8ed8-b033b11f72c4 req-d41f3bfb-8346-45b4-95fc-f44c8b22cfd8 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508294
Apr 01 10:12:38.604531 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8998-42bb-4ce3-b492-307c0b6ea3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:38.705496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3a4c-129b-4b8f-83a3-4f7dbce372ac req-be58c5e0-1b64-41c2-a852-0aa228ab6481 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:38.707074 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-294f3a4c-129b-4b8f-83a3-4f7dbce372ac req-be58c5e0-1b64-41c2-a852-0aa228ab6481 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0548248
Apr 01 10:12:38.757609 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-294f3a4c-129b-4b8f-83a3-4f7dbce372ac req-ff06ae7d-eec7-4708-af85-9e4a601ed89b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442226
Apr 01 10:12:39.461685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957bc8-1e92-4e56-aed1-73be625d7166 req-f34c13ae-69da-4997-9101-19240357aed8 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:39.464044 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7957bc8-1e92-4e56-aed1-73be625d7166 req-f34c13ae-69da-4997-9101-19240357aed8 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0617054
Apr 01 10:12:39.534341 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f7957bc8-1e92-4e56-aed1-73be625d7166 req-80fd445a-f2a9-4e16-811a-caa1c41b5473 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620430
Apr 01 10:12:39.904030 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cb3a1-1ba0-41ea-bd73-6b7dddf537aa req-51d9a5f3-1260-4e4f-a1bd-9b7aecb3c955 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:39.906375 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ff7cb3a1-1ba0-41ea-bd73-6b7dddf537aa req-51d9a5f3-1260-4e4f-a1bd-9b7aecb3c955 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0617571
Apr 01 10:12:39.956172 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ff7cb3a1-1ba0-41ea-bd73-6b7dddf537aa req-6aeea32e-bbe6-41fd-9c86-e6fb5f8c5f75 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435929
Apr 01 10:12:40.651888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8737-e346-40a2-a3bd-eea7442aa00f req-df2cd57e-e818-4a37-82ff-85550ab876aa tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:40.654223 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-702e8737-e346-40a2-a3bd-eea7442aa00f req-df2cd57e-e818-4a37-82ff-85550ab876aa tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0569508
Apr 01 10:12:40.708551 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-702e8737-e346-40a2-a3bd-eea7442aa00f req-e811c78c-7617-468c-997c-aeae46ae52f1 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483866
Apr 01 10:12:40.938318 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff9e7-ed0e-4dd0-9f9d-cae14f0e6c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:41.087439 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46378d-86fd-4d0b-9e9e-eb1d398987b6 req-f741b7e9-73a2-40b1-8f5c-58703243e394 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:41.089708 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e46378d-86fd-4d0b-9e9e-eb1d398987b6 req-f741b7e9-73a2-40b1-8f5c-58703243e394 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0549886
Apr 01 10:12:41.166722 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e46378d-86fd-4d0b-9e9e-eb1d398987b6 req-635f4c52-4ea7-4735-a1b7-2842b4a2242e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702195
Apr 01 10:12:41.850088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e727-77b3-49ec-b981-f0e0ff06e016 req-da99f186-f3c5-4314-9a77-b044371788a2 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:41.852036 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f41e727-77b3-49ec-b981-f0e0ff06e016 req-da99f186-f3c5-4314-9a77-b044371788a2 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0624237
Apr 01 10:12:41.909251 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f41e727-77b3-49ec-b981-f0e0ff06e016 req-803aee2e-89bd-4ee9-a8c1-1d9c36f2a7a8 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fded66-5b90-4ce0-9f2c-4a0948a758b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512249
Apr 01 10:12:42.059611 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-edc181d1-3249-4d5f-9214-fc792d8a75c0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:42.061136 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-edc181d1-3249-4d5f-9214-fc792d8a75c0 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.15 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 946 time: 0.0761662
Apr 01 10:12:42.168486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Deleting port 8b587726-e35f-40ca-8c0d-3c4d86c794ce {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:42.169003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:42.186189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:42.271827 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] For port 8b587726-e35f-40ca-8c0d-3c4d86c794ce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b587726-e35f-40ca-8c0d-3c4d86c794ce,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:42.272293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:42.291321 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Calling delete_port for 8b587726-e35f-40ca-8c0d-3c4d86c794ce owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:42.315158 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2abde-7c2b-48e3-94cc-d05300c7337f req-7181278e-d0cf-4bc2-8ed5-33c4a27d3a4b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:42.316816 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fbd2abde-7c2b-48e3-94cc-d05300c7337f req-7181278e-d0cf-4bc2-8ed5-33c4a27d3a4b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0692830
Apr 01 10:12:42.380876 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fbd2abde-7c2b-48e3-94cc-d05300c7337f req-83d96087-4c50-4549-9cc8-6cdfec26eeb0 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571322
Apr 01 10:12:42.481371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (8b587726-e35f-40ca-8c0d-3c4d86c794ce), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:42.527791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event deleted for resources: {'Port': ['ID=8b587726-e35f-40ca-8c0d-3c4d86c794ce,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:42.573706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] No DVR routers for this DVR port 8b587726-e35f-40ca-8c0d-3c4d86c794ce on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:12:42.576453 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:42.580261 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a9e9261-f0df-4ef9-9a28-0747a717c403 req-5ea3fb98-73d2-45e4-9c62-058afe8a6a92 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.15 "DELETE /v2.0/ports/8b587726-e35f-40ca-8c0d-3c4d86c794ce HTTP/1.1" status: 204  len: 173 time: 0.5114028
Apr 01 10:12:42.580734 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-deleted', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:12:42.583755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b291b-9390-435b-8b37-c7b480f864f5" -d '{"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-deleted", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:12:42.621431 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759002b1-eca0-47e1-824a-c727ece41506 x-openstack-request-id: req-759002b1-eca0-47e1-824a-c727ece41506 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:12:42.621727 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50585cb5-8edf-45ce-833d-3109010a299e", "name": "network-vif-deleted", "tag": "8b587726-e35f-40ca-8c0d-3c4d86c794ce", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:12:42.622026 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-759002b1-eca0-47e1-824a-c727ece41506 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:12:42.622430 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759002b1-eca0-47e1-824a-c727ece41506'] response: {'server_uuid': '50585cb5-8edf-45ce-833d-3109010a299e', 'name': 'network-vif-deleted', 'tag': '8b587726-e35f-40ca-8c0d-3c4d86c794ce', 'status': 'completed', 'code': 200}
Apr 01 10:12:43.020474 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8193c410-ab11-4812-94fa-1a656aacd900 req-0e4137f9-0f38-4f40-9031-11cce0ca0ef4 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0336120
Apr 01 10:12:43.343510 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:43.527222 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2718e-ff0e-4e3f-a104-7d103b666b33 req-b9ae789b-92bc-4011-9d0e-008740e6ddbe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:43.529596 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-33b2718e-ff0e-4e3f-a104-7d103b666b33 req-b9ae789b-92bc-4011-9d0e-008740e6ddbe tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0613754
Apr 01 10:12:43.582071 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-33b2718e-ff0e-4e3f-a104-7d103b666b33 req-08e8e5ac-5a84-49c2-8836-2849dcaa83da tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464640
Apr 01 10:12:44.161410 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fdab583b-efc9-4ac6-9218-fcf3e10550c6 req-0d6941d6-a75f-4991-901a-bfa22463ab75 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0305176
Apr 01 10:12:44.707584 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0496f-81c7-423b-ad33-af2f36be6e17 req-4c4e7023-1564-409a-9a47-7f0beb4fc304 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:44.709183 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1fe0496f-81c7-423b-ad33-af2f36be6e17 req-4c4e7023-1564-409a-9a47-7f0beb4fc304 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0552244
Apr 01 10:12:44.758992 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1fe0496f-81c7-423b-ad33-af2f36be6e17 req-15edc02d-5c33-45ee-8322-07e13c5f0daa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439563
Apr 01 10:12:45.044717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:45.266733 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dac970e4-5d92-4f62-8f80-c501a9178476 req-3fe6ddae-46a2-4c59-8128-bb83cfc2ef8a tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0285161
Apr 01 10:12:45.333537 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:12:45.903934 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875f03-fa84-4bda-a1f4-73116edd446d req-aac84969-4888-4557-8b6b-8ee9855f79c2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:45.905400 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f875f03-fa84-4bda-a1f4-73116edd446d req-aac84969-4888-4557-8b6b-8ee9855f79c2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0594287
Apr 01 10:12:45.966833 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f875f03-fa84-4bda-a1f4-73116edd446d req-1badbca0-5cc1-4780-8eed-d47ee9539b7f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495765
Apr 01 10:12:46.368504 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a31532c0-bcb0-4632-ae08-856bdc53a11a req-6b363b6a-bc3b-4012-b8b1-29b3a7d04479 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0281930
Apr 01 10:12:47.088041 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026f64e-912a-4605-bba0-9d5cb373d758 req-8463c0db-d39a-4d53-b50d-a6ecd1452ba7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:47.089481 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a026f64e-912a-4605-bba0-9d5cb373d758 req-8463c0db-d39a-4d53-b50d-a6ecd1452ba7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0529990
Apr 01 10:12:47.134475 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a026f64e-912a-4605-bba0-9d5cb373d758 req-74c687e0-8188-457d-a8d9-d93d72ca0ace tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394654
Apr 01 10:12:47.464059 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3351892e-8bfd-4e99-9527-f01c1722559a req-452deea7-5181-4ac3-85f7-c8e023498d32 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "GET /v2.0/ports?device_id=50585cb5-8edf-45ce-833d-3109010a299e HTTP/1.1" status: 200  len: 210 time: 0.0269639
Apr 01 10:12:48.024013 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3f1f-eab7-4771-b510-a263396797bc req-ecbda33f-0b48-45eb-a648-6d48571be9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:48.025509 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-ecbda33f-0b48-45eb-a648-6d48571be9e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1129 time: 0.0463870
Apr 01 10:12:48.102145 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:48.118451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3f1f-eab7-4771-b510-a263396797bc req-958f0157-b69a-4d59-bdd7-bd8829fe3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:48.119961 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-958f0157-b69a-4d59-bdd7-bd8829fe3575 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0890925
Apr 01 10:12:48.122612 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 8b587726-e35f-40ca-8c0d-3c4d86c794ce {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:48.122977 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 8b587726-e35f-40ca-8c0d-3c4d86c794ce not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:48.184584 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-123ea94b-6efb-42f4-9152-2731239c978e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 1000 time: 0.0584178
Apr 01 10:12:48.259709 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3f1f-eab7-4771-b510-a263396797bc req-1f6791a7-9654-4207-a23f-b0461787581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:48.261500 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-1f6791a7-9654-4207-a23f-b0461787581c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0704117
Apr 01 10:12:48.308047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d008b-7be4-4fec-865f-a93a1de18dba req-83d6c1fa-c5ef-4e2c-b547-bf3c880beaef tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:48.309551 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec8d008b-7be4-4fec-865f-a93a1de18dba req-83d6c1fa-c5ef-4e2c-b547-bf3c880beaef tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.0908418
Apr 01 10:12:48.336706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3f1f-eab7-4771-b510-a263396797bc req-3de6d9d5-6ba1-436b-927d-eae99c4ec231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:48.338195 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-3de6d9d5-6ba1-436b-927d-eae99c4ec231 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0703819
Apr 01 10:12:48.403823 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec8d008b-7be4-4fec-865f-a93a1de18dba req-b41b55d5-79ae-4be7-9046-94b59476742c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879972
Apr 01 10:12:48.448825 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-c12851fb-6a91-42fc-a27e-e7563d9b466d service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013825
Apr 01 10:12:48.527947 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58008) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:48.551248 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-899d3f1f-eab7-4771-b510-a263396797bc req-7c8d6f65-439e-4a3f-a985-7ed112501c32 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947902
Apr 01 10:12:48.591657 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (08fded66-5b90-4ce0-9f2c-4a0948a758b9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:48.615879 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (08fded66-5b90-4ce0-9f2c-4a0948a758b9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:48.677855 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (08fded66-5b90-4ce0-9f2c-4a0948a758b9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:48.680457 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:48.681589 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] 10.222.0.46 "DELETE /v2.0/security-groups/08fded66-5b90-4ce0-9f2c-4a0948a758b9 HTTP/1.1" status: 204  len: 168 time: 0.1514795
Apr 01 10:12:48.691031 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fded66-5b90-4ce0-9f2c-4a0948a758b9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:48.698950 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.699293 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.699627 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.699959 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.700293 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.700618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.700992 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.701310 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.701690 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.702008 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.702517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.702915 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.703253 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.703607 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.703964 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c36864-9d52-4590-b08c-b139927fe519 tempest-TestShelveInstance-1830325725 tempest-TestShelveInstance-1830325725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:12:48.728945 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58012) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:49.129448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (b45ab5bf-4da3-4483-8265-885e8f761959), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:49.396231 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Deleting port c21116f3-4b43-410d-8373-345719b4ac0b {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:49.396552 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:49.475622 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] For port c21116f3-4b43-410d-8373-345719b4ac0b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c21116f3-4b43-410d-8373-345719b4ac0b,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:49.475976 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:49.512412 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Calling delete_port for c21116f3-4b43-410d-8373-345719b4ac0b owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:49.591421 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d379a-2177-4970-b2c0-3eacf6193d3b req-11dad6de-1d74-496f-9e45-4339d7de8eaa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:49.593348 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f31d379a-2177-4970-b2c0-3eacf6193d3b req-11dad6de-1d74-496f-9e45-4339d7de8eaa tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 945 time: 0.1147571
Apr 01 10:12:49.937681 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f31d379a-2177-4970-b2c0-3eacf6193d3b req-92e84a0b-808e-455a-a590-0b5e8d427576 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3385789
Apr 01 10:12:50.012943 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (c21116f3-4b43-410d-8373-345719b4ac0b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.040749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21116f3-4b43-410d-8373-345719b4ac0b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:50.115416 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:50.202262 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:12:50.202691 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.209937 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (b45ab5bf-4da3-4483-8265-885e8f761959), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.227423 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:12:50.229716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c05798c-2c72-4151-9c44-09ad1b5220ff" -d '{"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-unplugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:12:50.241824 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:50.247328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.275197 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 10:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b7fc5-1b05-4d9a-8296-d27310eebf5b x-openstack-request-id: req-7c6b7fc5-1b05-4d9a-8296-d27310eebf5b {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:12:50.275493 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-unplugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:12:50.275747 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c6b7fc5-1b05-4d9a-8296-d27310eebf5b {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:12:50.276169 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6b7fc5-1b05-4d9a-8296-d27310eebf5b'] response: {'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'code': 200}
Apr 01 10:12:50.300136 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:50.427071 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Router b45ab5bf-4da3-4483-8265-885e8f761959 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:12:50.539996 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:12:50.545459 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5baf524f-5019-4369-8684-183d88ea2fc9 admin admin] 10.222.0.46 "PUT /v2.0/routers/b45ab5bf-4da3-4483-8265-885e8f761959/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8151698
Apr 01 10:12:50.547988 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58032) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:50.551919 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Sync routers for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:12:50.561596 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:50.562279 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424cf4b80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:50.659999 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks [] for router (b45ab5bf-4da3-4483-8265-885e8f761959), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.671454 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:50.770809 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks [] for router_gateway (b45ab5bf-4da3-4483-8265-885e8f761959), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.827380 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Deleting port 994ae49e-373c-4ec5-b574-739e82140eea {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:50.827713 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (994ae49e-373c-4ec5-b574-739e82140eea), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.850778 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424cf4b80>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '994ae49e-373c-4ec5-b574-739e82140eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:12:49Z', 'revision_number': 5, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port': {'id': '994ae49e-373c-4ec5-b574-739e82140eea', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:50.876258 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Checking router: b45ab5bf-4da3-4483-8265-885e8f761959 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:12:50.884331 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Routers {'b45ab5bf-4da3-4483-8265-885e8f761959'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:50.884934 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424cf4b80>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['b45ab5bf-4da3-4483-8265-885e8f761959'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:50.903869 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] For port 994ae49e-373c-4ec5-b574-739e82140eea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=994ae49e-373c-4ec5-b574-739e82140eea,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:50.904222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (994ae49e-373c-4ec5-b574-739e82140eea), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:50.916859 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Calling delete_port for 994ae49e-373c-4ec5-b574-739e82140eea owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:50.970172 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] Set router b45ab5bf-4da3-4483-8265-885e8f761959 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:51.023654 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424cf4b80>, [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:12:50Z', 'revision_number': 6, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:51.049781 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c79b35-02af-4954-8df9-2708074bc2a9 None None] The sync data for ids ['b45ab5bf-4da3-4483-8265-885e8f761959'] in dv-cinder-master-3-iscsi is: [{'id': 'b45ab5bf-4da3-4483-8265-885e8f761959', 'name': 'tempest-TestShelveInstance-428855122-router', 'tenant_id': '3dc1f10cbf10469d8abe0641ae154834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:14Z', 'updated_at': '2022-04-01T10:12:50Z', 'revision_number': 6, 'project_id': '3dc1f10cbf10469d8abe0641ae154834', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:12:51.110517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad54e2f-5c5d-42e3-adbd-a8deee1897d7 req-54fe0e85-a388-4268-8475-9b71640750bb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:51.112022 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cad54e2f-5c5d-42e3-adbd-a8deee1897d7 req-54fe0e85-a388-4268-8475-9b71640750bb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0983355
Apr 01 10:12:51.134760 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (994ae49e-373c-4ec5-b574-739e82140eea), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.164591 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Pushing event deleted for resources: {'Port': ['ID=994ae49e-373c-4ec5-b574-739e82140eea,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:51.225112 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cad54e2f-5c5d-42e3-adbd-a8deee1897d7 req-f10c8566-59ca-4392-bf26-07b98ce03ad1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072087
Apr 01 10:12:51.243968 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (b45ab5bf-4da3-4483-8265-885e8f761959), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.335180 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (b45ab5bf-4da3-4483-8265-885e8f761959), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.337762 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks [] for router_controller (b45ab5bf-4da3-4483-8265-885e8f761959), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.385171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (b45ab5bf-4da3-4483-8265-885e8f761959), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.386077 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45ab5bf-4da3-4483-8265-885e8f761959 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:12:51.390724 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.391992 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3a405e85-3cd2-4ed1-b8cb-be630c342346 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b45ab5bf-4da3-4483-8265-885e8f761959 HTTP/1.1" status: 204  len: 168 time: 0.8428154
Apr 01 10:12:51.394478 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58044) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:51.441752 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Deleting subnet 6df3c122-eebc-4951-a4d3-8f2159c1d968 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:12:51.445468 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Publish callbacks [] for subnet (6df3c122-eebc-4951-a4d3-8f2159c1d968), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.482761 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (6df3c122-eebc-4951-a4d3-8f2159c1d968), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.575936 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (6df3c122-eebc-4951-a4d3-8f2159c1d968), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.633721 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (6df3c122-eebc-4951-a4d3-8f2159c1d968), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.666765 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df3c122-eebc-4951-a4d3-8f2159c1d968,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:51.672285 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.675662 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e0c54-07fe-4dbe-8577-0580879ab649 None None] Network f66dbf81-08fc-4982-9dd7-2742d5b5864a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:12:51.685291 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9d2bc903-2a14-46e3-9f06-bc3e8f166791 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6df3c122-eebc-4951-a4d3-8f2159c1d968 HTTP/1.1" status: 204  len: 168 time: 0.2897236
Apr 01 10:12:51.691091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58060) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:51.773064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (f66dbf81-08fc-4982-9dd7-2742d5b5864a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.867420 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Deleting port 566ee03f-3fe0-41e8-9cae-edffebe6b48a {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:51.867812 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.881566 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] DHCP port deletion for f66dbf81-08fc-4982-9dd7-2742d5b5864a request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:12:51.933231 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Deleting port 566ee03f-3fe0-41e8-9cae-edffebe6b48a {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:51.933596 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.941392 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] For port 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=566ee03f-3fe0-41e8-9cae-edffebe6b48a,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:51.941757 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:51.956510 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Calling delete_port for 566ee03f-3fe0-41e8-9cae-edffebe6b48a owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:52.072537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.086941 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] No DVR routers for this DVR port 566ee03f-3fe0-41e8-9cae-edffebe6b48a on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:12:52.107443 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=566ee03f-3fe0-41e8-9cae-edffebe6b48a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:52.145486 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-5c1d5e87-6423-44dc-8e5e-20cdff231e4c req-a2186cc8-9b0b-407b-b63e-ef9c1568c913 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:12:52.146700 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5c1d5e87-6423-44dc-8e5e-20cdff231e4c req-a2186cc8-9b0b-407b-b63e-ef9c1568c913 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059731
Apr 01 10:12:52.162489 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] For port 566ee03f-3fe0-41e8-9cae-edffebe6b48a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=566ee03f-3fe0-41e8-9cae-edffebe6b48a,segment=NetworkSegment(e4fbb972-b618-4024-91b8-34a300c23408),segment_id=e4fbb972-b618-4024-91b8-34a300c23408)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:52.163175 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.178150 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (f66dbf81-08fc-4982-9dd7-2742d5b5864a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.181878 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Calling delete_port for 566ee03f-3fe0-41e8-9cae-edffebe6b48a owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:52.201338 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe8e0>,) {'filters': {'network_id': ['f66dbf81-08fc-4982-9dd7-2742d5b5864a']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:52.213074 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe8e0>, 'e4fbb972-b618-4024-91b8-34a300c23408') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:52.213492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fdbe8e0>, 'e4fbb972-b618-4024-91b8-34a300c23408') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:52.242704 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (e4fbb972-b618-4024-91b8-34a300c23408), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.260251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (e4fbb972-b618-4024-91b8-34a300c23408), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.269193 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:12:52.269938 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (e4fbb972-b618-4024-91b8-34a300c23408), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:12:52.275469 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:12:52.314913 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (566ee03f-3fe0-41e8-9cae-edffebe6b48a), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.343359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] Pushing event deleted for resources: {'Port': ['ID=566ee03f-3fe0-41e8-9cae-edffebe6b48a,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:52.347714 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c3e98-9b59-44b1-9b84-c2ca796efd7e None None] No DVR routers for this DVR port 566ee03f-3fe0-41e8-9cae-edffebe6b48a on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:12:52.400047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (f66dbf81-08fc-4982-9dd7-2742d5b5864a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.413152 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1817e-b31f-46bf-a580-d5a75bb3c279 req-3e9d9afe-ce51-49d4-bf76-2690cff73ff8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:52.414969 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9dc1817e-b31f-46bf-a580-d5a75bb3c279 req-3e9d9afe-ce51-49d4-bf76-2690cff73ff8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.1265109
Apr 01 10:12:52.417475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:52.420648 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f66dbf81-08fc-4982-9dd7-2742d5b5864a HTTP/1.1" status: 204  len: 168 time: 0.7285874
Apr 01 10:12:52.423787 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58084) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:52.438828 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768234c-87c8-4d08-a6e0-5778aca71a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66dbf81-08fc-4982-9dd7-2742d5b5864a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:52.461031 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-329a96dd-dfdc-476a-b830-ead3c1a10c6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1178303
Apr 01 10:12:52.483242 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9dc1817e-b31f-46bf-a580-d5a75bb3c279 req-908bc710-38e6-49a3-803f-7349191edad8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523691
Apr 01 10:12:52.548757 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-5bac85b3-584e-458f-a356-9bab6c663ff1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:52.550337 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-5bac85b3-584e-458f-a356-9bab6c663ff1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports/29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 940 time: 0.0550172
Apr 01 10:12:52.677151 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 994ae49e-373c-4ec5-b574-739e82140eea no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:52.700694 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 994ae49e-373c-4ec5-b574-739e82140eea {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:52.701222 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 994ae49e-373c-4ec5-b574-739e82140eea not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:52.701828 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c21116f3-4b43-410d-8373-345719b4ac0b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:52.720637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: c21116f3-4b43-410d-8373-345719b4ac0b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:52.720974 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c21116f3-4b43-410d-8373-345719b4ac0b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:52.721555 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 566ee03f-3fe0-41e8-9cae-edffebe6b48a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:52.741671 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 566ee03f-3fe0-41e8-9cae-edffebe6b48a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:52.742246 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 566ee03f-3fe0-41e8-9cae-edffebe6b48a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:52.809195 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (a01825b0-2675-4c72-bc88-5e83e016abc9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:53.080705 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Deleting port f91fe937-ce93-4695-8015-bd7fcdb5dda8 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:53.081179 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:53.154401 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ec6d-a522-4911-b6fb-45b1ee6d28dc req-10b2d497-4d67-466f-a97f-939fd9b02212 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.155985 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4042ec6d-a522-4911-b6fb-45b1ee6d28dc req-10b2d497-4d67-466f-a97f-939fd9b02212 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0518677
Apr 01 10:12:53.161012 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] For port f91fe937-ce93-4695-8015-bd7fcdb5dda8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f91fe937-ce93-4695-8015-bd7fcdb5dda8,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:53.161375 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:53.175477 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Calling delete_port for f91fe937-ce93-4695-8015-bd7fcdb5dda8 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:53.206267 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4042ec6d-a522-4911-b6fb-45b1ee6d28dc req-78b1849b-3418-442f-8161-01b9bef2bc1d tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443823
Apr 01 10:12:53.372382 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (f91fe937-ce93-4695-8015-bd7fcdb5dda8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:53.397889 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f91fe937-ce93-4695-8015-bd7fcdb5dda8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:53.419817 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-2439b5d2-7445-4f55-acc6-bc566d13eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.422693 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-2439b5d2-7445-4f55-acc6-bc566d13eebf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d&tenant_id=984d4a492510482d88f7aec954117969 HTTP/1.1" status: 200  len: 1127 time: 0.0796621
Apr 01 10:12:53.501068 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-d60f6a74-3c4a-47b7-ae34-e53306433f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.502923 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-d60f6a74-3c4a-47b7-ae34-e53306433f66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1127 time: 0.0551026
Apr 01 10:12:53.565839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (a01825b0-2675-4c72-bc88-5e83e016abc9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:53.607873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-465bedd4-32e5-4eb2-8179-5f56d364b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.609436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-465bedd4-32e5-4eb2-8179-5f56d364b147 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0990057
Apr 01 10:12:53.675015 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-875f7893-10ff-476c-909d-561900a2b156 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 998 time: 0.0584338
Apr 01 10:12:53.732243 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-96ea8211-e940-4672-aa1e-3adf87e32ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.733737 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-96ea8211-e940-4672-aa1e-3adf87e32ce9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0493031
Apr 01 10:12:53.786573 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-127e1808-6be2-411b-a850-0b78eed24c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.788127 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-127e1808-6be2-411b-a850-0b78eed24c8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0473237
Apr 01 10:12:53.877695 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-8e3ee597-ec62-4c8e-8108-9adb140cc30f service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824974
Apr 01 10:12:53.953368 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67d75c-215c-4f0f-a4f2-4ae4e1b7b22a req-d3156acc-64dd-4f7d-a75d-ce8343978c9b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:53.954788 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c67d75c-215c-4f0f-a4f2-4ae4e1b7b22a req-d3156acc-64dd-4f7d-a75d-ce8343978c9b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.3823113
Apr 01 10:12:53.970208 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-c4f3e1c0-366f-4cbf-8d10-6dfde8757b4e service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855238
Apr 01 10:12:54.073433 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c67d75c-215c-4f0f-a4f2-4ae4e1b7b22a req-b4fbfedb-d0ad-46c4-8b86-bbd6e10d2048 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103606
Apr 01 10:12:54.109601 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:54.115546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Router a01825b0-2675-4c72-bc88-5e83e016abc9 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:12:54.209369 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: DOWN; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:12:54.246580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:12:54.252027 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-dbd4ae9e-7f13-4f0d-a364-f67e637a38dc admin admin] 10.222.0.46 "PUT /v2.0/routers/a01825b0-2675-4c72-bc88-5e83e016abc9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8272266
Apr 01 10:12:54.254498 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58116) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:54.257088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Sync routers for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:12:54.275748 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:54.276498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424363730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:54.358187 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3b32-74b8-4fe0-afc9-cc9d93eb60aa req-988defa4-3c3f-4367-bb65-e53ed7a3da91 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:54.365155 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c4ff3b32-74b8-4fe0-afc9-cc9d93eb60aa req-988defa4-3c3f-4367-bb65-e53ed7a3da91 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0658824
Apr 01 10:12:54.424076 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks [] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:54.425743 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:54.436200 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c4ff3b32-74b8-4fe0-afc9-cc9d93eb60aa req-0a2f958f-1f6e-43f4-8290-9463a211b2dd tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694292
Apr 01 10:12:54.631927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks [] for router_gateway (a01825b0-2675-4c72-bc88-5e83e016abc9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:54.710410 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424363730>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245'}], 'enable_snat': True}, 'gw_port_id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:12:53Z', 'revision_number': 5, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port': {'id': '52827cb8-bba2-423d-bfa2-4e18e22e3c30', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:06:24Z', 'updated_at': '2022-04-01T10:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:54.742084 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Checking router: a01825b0-2675-4c72-bc88-5e83e016abc9 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:12:54.749983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Deleting port 52827cb8-bba2-423d-bfa2-4e18e22e3c30 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:54.750320 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:54.751344 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Routers {'a01825b0-2675-4c72-bc88-5e83e016abc9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:12:54.751964 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424363730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:12:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a01825b0-2675-4c72-bc88-5e83e016abc9'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:54.846198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] Set router a01825b0-2675-4c72-bc88-5e83e016abc9 gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:12:54.864509 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] For port 52827cb8-bba2-423d-bfa2-4e18e22e3c30, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52827cb8-bba2-423d-bfa2-4e18e22e3c30,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:54.864927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:54.878916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Calling delete_port for 52827cb8-bba2-423d-bfa2-4e18e22e3c30 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:54.903976 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424363730>, [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:12:54Z', 'revision_number': 6, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:54.938460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9292080-189a-4bfa-892e-c804e9e971cb None None] The sync data for ids ['a01825b0-2675-4c72-bc88-5e83e016abc9'] in dv-cinder-master-3-iscsi is: [{'id': 'a01825b0-2675-4c72-bc88-5e83e016abc9', 'name': 'tempest-TestShelveInstance-1254554168-router', 'tenant_id': '0a77e47eee1d494b98efc955d69e3299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:06:23Z', 'updated_at': '2022-04-01T10:12:54Z', 'revision_number': 6, 'project_id': '0a77e47eee1d494b98efc955d69e3299', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:12:55.056094 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (52827cb8-bba2-423d-bfa2-4e18e22e3c30), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.090438 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=52827cb8-bba2-423d-bfa2-4e18e22e3c30,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:55.158299 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (a01825b0-2675-4c72-bc88-5e83e016abc9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.277876 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.281613 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks [] for router_controller (a01825b0-2675-4c72-bc88-5e83e016abc9), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.350390 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a616e-690c-421e-8454-ef577f6887fe req-4730b508-f4dc-449c-b7c6-e8435a2fc489 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:55.351946 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d1a616e-690c-421e-8454-ef577f6887fe req-4730b508-f4dc-449c-b7c6-e8435a2fc489 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.1664774
Apr 01 10:12:55.354620 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (a01825b0-2675-4c72-bc88-5e83e016abc9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.355725 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01825b0-2675-4c72-bc88-5e83e016abc9 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:12:55.366609 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.370114 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e8fac115-737d-4e0a-9670-9ff33467cc29 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a01825b0-2675-4c72-bc88-5e83e016abc9 HTTP/1.1" status: 204  len: 168 time: 1.1070971
Apr 01 10:12:55.370258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58126) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:55.444039 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8d1a616e-690c-421e-8454-ef577f6887fe req-e29ff7c5-dc88-497a-ad89-784972a9a1de tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809655
Apr 01 10:12:55.446674 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Deleting subnet b33a539c-6549-4434-9ea9-a0029b924ea8 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:12:55.449758 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Publish callbacks [] for subnet (b33a539c-6549-4434-9ea9-a0029b924ea8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.487281 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (b33a539c-6549-4434-9ea9-a0029b924ea8), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.553100 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5b05-164f-4281-8382-ec0ad5115d2c req-e748afb0-8f86-4dcc-9021-d8f87c688781 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:55.554583 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4cab5b05-164f-4281-8382-ec0ad5115d2c req-e748afb0-8f86-4dcc-9021-d8f87c688781 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0557539
Apr 01 10:12:55.568722 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (b33a539c-6549-4434-9ea9-a0029b924ea8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.604904 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4cab5b05-164f-4281-8382-ec0ad5115d2c req-413f7abf-07f5-4152-8f54-1036df2e6e23 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445306
Apr 01 10:12:55.632141 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (b33a539c-6549-4434-9ea9-a0029b924ea8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.658207 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33a539c-6549-4434-9ea9-a0029b924ea8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:55.660106 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.664210 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-89f99bba-ca5a-42df-a751-f23721b3d99e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b33a539c-6549-4434-9ea9-a0029b924ea8 HTTP/1.1" status: 204  len: 168 time: 0.2927887
Apr 01 10:12:55.666799 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58132) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:55.667147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e7475-091e-4578-96e2-a58b8eb4cabe None None] Network 1028e9f8-6acf-4c3d-9240-870e0941c617 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:12:55.762248 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (1028e9f8-6acf-4c3d-9240-870e0941c617), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.825684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Deleting port 0bb204c8-3934-4522-a626-cdf9822440e4 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:55.826226 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.855225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] DHCP port deletion for 1028e9f8-6acf-4c3d-9240-870e0941c617 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:12:55.903468 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] For port 0bb204c8-3934-4522-a626-cdf9822440e4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0bb204c8-3934-4522-a626-cdf9822440e4,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:55.903825 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.916352 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Deleting port 0bb204c8-3934-4522-a626-cdf9822440e4 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:12:55.916997 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:55.917120 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Calling delete_port for 0bb204c8-3934-4522-a626-cdf9822440e4 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:55.987776 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] For port 0bb204c8-3934-4522-a626-cdf9822440e4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0bb204c8-3934-4522-a626-cdf9822440e4,segment=NetworkSegment(10a9e112-edf0-4be1-a9a7-87b00a2609cf),segment_id=10a9e112-edf0-4be1-a9a7-87b00a2609cf)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:12:55.988293 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.010059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Calling delete_port for 0bb204c8-3934-4522-a626-cdf9822440e4 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:12:56.032361 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.065824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb204c8-3934-4522-a626-cdf9822440e4,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:56.067688 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] No DVR routers for this DVR port 0bb204c8-3934-4522-a626-cdf9822440e4 on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:12:56.125752 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (0bb204c8-3934-4522-a626-cdf9822440e4), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.155736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] Pushing event deleted for resources: {'Port': ['ID=0bb204c8-3934-4522-a626-cdf9822440e4,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:56.162721 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649a14d-782a-40bf-99f5-1f958a57dffb None None] No DVR routers for this DVR port 0bb204c8-3934-4522-a626-cdf9822440e4 on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:12:56.392674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (1028e9f8-6acf-4c3d-9240-870e0941c617), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.417315 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424aef4c0>,) {'filters': {'network_id': ['1028e9f8-6acf-4c3d-9240-870e0941c617']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:56.427388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424aef4c0>, '10a9e112-edf0-4be1-a9a7-87b00a2609cf') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:56.427685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424aef4c0>, '10a9e112-edf0-4be1-a9a7-87b00a2609cf') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:12:56.437349 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (10a9e112-edf0-4be1-a9a7-87b00a2609cf), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.451660 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (10a9e112-edf0-4be1-a9a7-87b00a2609cf), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.457974 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:12:56.458362 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (10a9e112-edf0-4be1-a9a7-87b00a2609cf), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:12:56.460073 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:12:56.525515 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (1028e9f8-6acf-4c3d-9240-870e0941c617), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.534162 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.537407 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] 10.222.0.46 "DELETE /v2.0/networks/1028e9f8-6acf-4c3d-9240-870e0941c617 HTTP/1.1" status: 204  len: 168 time: 0.8692012
Apr 01 10:12:56.550971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c68b-afd1-415e-8ecb-b9dc1815803b admin admin] Pushing event deleted for resources: {'Network': ['ID=1028e9f8-6acf-4c3d-9240-870e0941c617,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:56.589280 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3a1a-cd3e-4def-8147-d3ac28e0ecfa req-466dbe65-6751-4317-88d8-4422589595ee tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:56.591485 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85de3a1a-cd3e-4def-8147-d3ac28e0ecfa req-466dbe65-6751-4317-88d8-4422589595ee tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0672295
Apr 01 10:12:56.674949 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85de3a1a-cd3e-4def-8147-d3ac28e0ecfa req-c099ab12-8267-4edf-b309-b89274499dc1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782666
Apr 01 10:12:56.695393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 52827cb8-bba2-423d-bfa2-4e18e22e3c30 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:56.724517 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 52827cb8-bba2-423d-bfa2-4e18e22e3c30 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:56.725217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 52827cb8-bba2-423d-bfa2-4e18e22e3c30 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:56.725851 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 0bb204c8-3934-4522-a626-cdf9822440e4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:56.747225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 0bb204c8-3934-4522-a626-cdf9822440e4 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:56.747778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 0bb204c8-3934-4522-a626-cdf9822440e4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:56.748208 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f91fe937-ce93-4695-8015-bd7fcdb5dda8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:12:56.749972 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58140) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:56.769568 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: f91fe937-ce93-4695-8015-bd7fcdb5dda8 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:12:56.769910 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f91fe937-ce93-4695-8015-bd7fcdb5dda8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:12:56.823862 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-dc49d182-6ae7-4d2e-9e08-b49e783e0e61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dc1f10cbf10469d8abe0641ae154834&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0726151
Apr 01 10:12:56.826522 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58142) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:56.832360 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68c210-6313-4601-851e-33858dc937d1 req-ad7afd14-12de-4288-a80e-b2fba50bc09e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:56.833892 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a68c210-6313-4601-851e-33858dc937d1 req-ad7afd14-12de-4288-a80e-b2fba50bc09e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.1047132
Apr 01 10:12:56.884486 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] Publish callbacks [] for security_group (0f3972f2-27b3-47b7-8f5e-1cc150fad7eb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.886270 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a68c210-6313-4601-851e-33858dc937d1 req-b8969d0e-b0c4-4333-8850-5b69d414688e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462792
Apr 01 10:12:56.907629 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] Publish callbacks [] for security_group (0f3972f2-27b3-47b7-8f5e-1cc150fad7eb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.960446 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0f3972f2-27b3-47b7-8f5e-1cc150fad7eb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.967604 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:56.968786 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f3972f2-27b3-47b7-8f5e-1cc150fad7eb HTTP/1.1" status: 204  len: 168 time: 0.1411529
Apr 01 10:12:56.983215 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3542c-4c74-4b32-82e4-5ace3d9513c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3972f2-27b3-47b7-8f5e-1cc150fad7eb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:57.318746 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58150) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:57.364660 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fa5c820c-b300-4e00-b8c2-f89334ab269a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a77e47eee1d494b98efc955d69e3299&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0444505
Apr 01 10:12:57.367199 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58154) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:12:57.421399 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] Publish callbacks [] for security_group (f6dc1ae1-da72-4428-965b-4bd3919e7e4d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:57.444954 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] Publish callbacks [] for security_group (f6dc1ae1-da72-4428-965b-4bd3919e7e4d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:57.500718 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f6dc1ae1-da72-4428-965b-4bd3919e7e4d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:57.503281 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:12:57.506819 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6dc1ae1-da72-4428-965b-4bd3919e7e4d HTTP/1.1" status: 204  len: 168 time: 0.1361694
Apr 01 10:12:57.522712 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407c24f-048d-45e3-a7f6-65e11f4ce5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc1ae1-da72-4428-965b-4bd3919e7e4d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:12:57.845394 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384acb7-3199-491a-a5cc-73c51fccf104 req-5c13fb42-b68b-42f7-86a7-f3395273b565 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:57.853981 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6384acb7-3199-491a-a5cc-73c51fccf104 req-5c13fb42-b68b-42f7-86a7-f3395273b565 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0669408
Apr 01 10:12:57.911396 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6384acb7-3199-491a-a5cc-73c51fccf104 req-6a7ef1e4-a7fe-4805-9bb5-62ba339674f2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554504
Apr 01 10:12:58.042487 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df7193-43e1-416c-b60f-c2d2f63525e3 req-68086deb-46a5-4268-95ff-fbc0ae3497b8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:58.044080 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1df7193-43e1-416c-b60f-c2d2f63525e3 req-68086deb-46a5-4268-95ff-fbc0ae3497b8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0542309
Apr 01 10:12:58.094497 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1df7193-43e1-416c-b60f-c2d2f63525e3 req-5b4ff4e7-c3d7-4b1a-b571-162e77cddf49 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442038
Apr 01 10:12:59.061072 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d46b5b-164b-488c-90f8-990d702ac56e req-18cbe1fb-3522-40f7-9f56-58029a4dcc96 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:59.062504 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82d46b5b-164b-488c-90f8-990d702ac56e req-18cbe1fb-3522-40f7-9f56-58029a4dcc96 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0572021
Apr 01 10:12:59.110905 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82d46b5b-164b-488c-90f8-990d702ac56e req-5e458254-138c-46f0-8922-5b3529e303c6 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424209
Apr 01 10:12:59.224324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d48f-9f8d-4fdb-88eb-b06b6d45d599 req-16756bad-ae93-4540-ba8f-f74a1c63b101 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:12:59.225820 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ded2d48f-9f8d-4fdb-88eb-b06b6d45d599 req-16756bad-ae93-4540-ba8f-f74a1c63b101 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0538599
Apr 01 10:12:59.274274 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ded2d48f-9f8d-4fdb-88eb-b06b6d45d599 req-6e58886e-f0a9-4b02-84d0-1ebc418f2575 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420480
Apr 01 10:13:00.239702 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897fdc-ed90-4943-a960-7345e10e8fac req-5ad05b10-4272-4aec-a1ec-839359f8ba0e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:00.242548 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3e897fdc-ed90-4943-a960-7345e10e8fac req-5ad05b10-4272-4aec-a1ec-839359f8ba0e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0538957
Apr 01 10:13:00.296142 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3e897fdc-ed90-4943-a960-7345e10e8fac req-724a38c5-67ad-4ed2-b17c-e337484e21d5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483873
Apr 01 10:13:00.415140 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09450b3-e0bd-4dcb-ae29-df71fd1b7e71 req-5f19adea-461a-477f-a0c8-da26683e460a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:00.416563 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b09450b3-e0bd-4dcb-ae29-df71fd1b7e71 req-5f19adea-461a-477f-a0c8-da26683e460a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0539501
Apr 01 10:13:00.465106 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b09450b3-e0bd-4dcb-ae29-df71fd1b7e71 req-a17f26da-23c6-4365-843e-3f464bc2afc3 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425048
Apr 01 10:13:01.421676 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dd3d3-3bf4-4783-80fa-62bfaea51c8e req-af433627-739d-437f-8047-0d9600b12b93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:01.423244 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-570dd3d3-3bf4-4783-80fa-62bfaea51c8e req-af433627-739d-437f-8047-0d9600b12b93 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0538199
Apr 01 10:13:01.472758 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-570dd3d3-3bf4-4783-80fa-62bfaea51c8e req-78e84df0-c4e1-4616-afb6-6931f9c20c7b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429587
Apr 01 10:13:01.588565 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a15f7-d804-47d5-9448-397f516dd730 req-7dd85c89-23d5-4e4c-b0ac-490394797a13 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:01.590087 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee1a15f7-d804-47d5-9448-397f516dd730 req-7dd85c89-23d5-4e4c-b0ac-490394797a13 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0581932
Apr 01 10:13:01.640546 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee1a15f7-d804-47d5-9448-397f516dd730 req-0f06ffdc-1789-468f-b0b7-4ef4eb8e2270 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447788
Apr 01 10:13:02.599131 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b010-841f-4692-931d-87319ff39f78 req-6b26ab10-f057-4114-898e-51acfac2ad8e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:02.600593 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e2b4b010-841f-4692-931d-87319ff39f78 req-6b26ab10-f057-4114-898e-51acfac2ad8e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0542409
Apr 01 10:13:02.652900 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e2b4b010-841f-4692-931d-87319ff39f78 req-672d0b21-b006-4613-a8a2-2ae987a07db1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441000
Apr 01 10:13:02.764363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3e3f-08a3-4cf4-90b4-35a328a9e339 req-6f458831-6a78-495b-957e-089e61fe7dfa tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:02.765780 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a84e3e3f-08a3-4cf4-90b4-35a328a9e339 req-6f458831-6a78-495b-957e-089e61fe7dfa tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0542150
Apr 01 10:13:02.819428 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a84e3e3f-08a3-4cf4-90b4-35a328a9e339 req-b08ea37a-0e34-47e2-810e-01f9fea6cf65 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476036
Apr 01 10:13:03.779051 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4e15b-cc68-4280-8190-18549b45088c req-4e1df74b-cb71-4aad-8ef0-141ed2bd9463 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:03.780586 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ea4e15b-cc68-4280-8190-18549b45088c req-4e1df74b-cb71-4aad-8ef0-141ed2bd9463 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0530975
Apr 01 10:13:03.829055 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1ea4e15b-cc68-4280-8190-18549b45088c req-4e7b5d0c-1b41-4711-83d0-b39101c443ab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427399
Apr 01 10:13:03.940555 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de3eff-6678-4fb5-abd4-b0176ef40834 req-fa9c20af-efab-4e45-9ab3-e693350a473e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:03.942062 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0de3eff-6678-4fb5-abd4-b0176ef40834 req-fa9c20af-efab-4e45-9ab3-e693350a473e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0545204
Apr 01 10:13:03.991668 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0de3eff-6678-4fb5-abd4-b0176ef40834 req-f75639c2-c295-4542-9e74-7e3d5d5a98a5 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439992
Apr 01 10:13:04.961141 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30312dd0-3cd8-4d53-91fc-f0ee0a98f047 req-466aabe1-38c8-4cb2-a906-717613ded1f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:04.962618 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30312dd0-3cd8-4d53-91fc-f0ee0a98f047 req-466aabe1-38c8-4cb2-a906-717613ded1f8 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0591853
Apr 01 10:13:05.013515 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30312dd0-3cd8-4d53-91fc-f0ee0a98f047 req-68152719-e670-4da3-bede-8adff63129b7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451467
Apr 01 10:13:05.126575 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49bdc1-b82e-4a00-befe-07dddc8b836b req-938bf4f2-7dca-4f46-b890-059a18b53014 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:05.128492 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f49bdc1-b82e-4a00-befe-07dddc8b836b req-938bf4f2-7dca-4f46-b890-059a18b53014 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0556357
Apr 01 10:13:05.178445 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f49bdc1-b82e-4a00-befe-07dddc8b836b req-6687cef5-2ccd-4493-b527-6d48d7ac90ed tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436759
Apr 01 10:13:06.155894 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40c69-ac70-40d5-9fd0-3ab28b52af70 req-9abcd83c-ed7f-441b-a44b-9a786c39b68d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:06.157384 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10d40c69-ac70-40d5-9fd0-3ab28b52af70 req-9abcd83c-ed7f-441b-a44b-9a786c39b68d tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0583961
Apr 01 10:13:06.204838 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10d40c69-ac70-40d5-9fd0-3ab28b52af70 req-834f6a94-9ecf-4fc1-b510-1025f324473e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417507
Apr 01 10:13:06.313228 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca11c6-b2a0-4b6e-b23a-7dab883c53e4 req-9b14c06d-24a9-4b90-8619-d41d7ad7ccf8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:06.314597 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-efca11c6-b2a0-4b6e-b23a-7dab883c53e4 req-9b14c06d-24a9-4b90-8619-d41d7ad7ccf8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0541966
Apr 01 10:13:06.363720 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-efca11c6-b2a0-4b6e-b23a-7dab883c53e4 req-f6242918-005c-4928-83ff-9aaece67f477 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433488
Apr 01 10:13:07.344511 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751c123-b7e5-427e-b6c3-6508f1c05dd6 req-3617db32-8771-454e-9bac-86dedf11e62c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:07.345992 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3751c123-b7e5-427e-b6c3-6508f1c05dd6 req-3617db32-8771-454e-9bac-86dedf11e62c tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0611138
Apr 01 10:13:07.398570 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3751c123-b7e5-427e-b6c3-6508f1c05dd6 req-229675ef-c528-458f-b81e-bc2d81e88e7e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459263
Apr 01 10:13:07.409867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:07.510598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717b45-9160-422a-8ac6-f50b704a9168 req-2851acc2-722e-491b-8fea-4864221d614f tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:07.512158 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d717b45-9160-422a-8ac6-f50b704a9168 req-2851acc2-722e-491b-8fea-4864221d614f tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0556340
Apr 01 10:13:07.557831 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d717b45-9160-422a-8ac6-f50b704a9168 req-1f078de4-b493-4eca-b3c1-657f17af0f5d tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396969
Apr 01 10:13:08.487986 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-7fcf6868-11e8-44ba-986d-0e4bb603092f tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:08.489482 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-7fcf6868-11e8-44ba-986d-0e4bb603092f tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0563052
Apr 01 10:13:08.525547 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea067188-bb41-403a-a397-123ab6788f9b req-f7f72fcd-48d5-4d9a-b2c5-a2cd841bc516 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:08.527314 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea067188-bb41-403a-a397-123ab6788f9b req-f7f72fcd-48d5-4d9a-b2c5-a2cd841bc516 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0535090
Apr 01 10:13:08.574175 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea067188-bb41-403a-a397-123ab6788f9b req-04e809d8-e2e2-4bb9-b48f-5e7e8f5cae04 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412345
Apr 01 10:13:08.581342 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Deleting port 991d8877-8dfb-4a18-9b25-395c5933b64f {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:08.581691 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:08.598207 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e348c5e8-daa0-4da6-98f7-1275d6162e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:08.707364 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] For port 991d8877-8dfb-4a18-9b25-395c5933b64f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=991d8877-8dfb-4a18-9b25-395c5933b64f,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:08.707620 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:08.722633 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Calling delete_port for 991d8877-8dfb-4a18-9b25-395c5933b64f owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:08.736000 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dee4ba-de57-4dde-abc0-d2dca4f54087 req-4b00d1bd-cb9a-4a1b-a380-603f5cf5c4d2 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:08.737484 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c0dee4ba-de57-4dde-abc0-d2dca4f54087 req-4b00d1bd-cb9a-4a1b-a380-603f5cf5c4d2 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3070bf-3c0e-4e79-8129-264ad5e17aa1 HTTP/1.1" status: 200  len: 945 time: 0.0989945
Apr 01 10:13:08.831349 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c0dee4ba-de57-4dde-abc0-d2dca4f54087 req-167ca611-459a-4197-8102-a910fe7c7c1c tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879614
Apr 01 10:13:08.912506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (991d8877-8dfb-4a18-9b25-395c5933b64f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:08.924190 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['991d8877-8dfb-4a18-9b25-395c5933b64f'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:13:08.941473 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Pushing event deleted for resources: {'Port': ['ID=991d8877-8dfb-4a18-9b25-395c5933b64f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:08.986858 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] No DVR routers for this DVR port 991d8877-8dfb-4a18-9b25-395c5933b64f on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:13:08.989674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:08.993148 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-73ad2745-e73a-40d3-ab63-8e2d1be1390e req-4325cb33-9373-40f4-b6b8-c238a9ce2d44 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "DELETE /v2.0/ports/991d8877-8dfb-4a18-9b25-395c5933b64f HTTP/1.1" status: 204  len: 173 time: 0.4982464
Apr 01 10:13:08.993585 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'name': 'network-vif-deleted', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:08.995879 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea04eb5-b649-4313-8c82-85e9489b9cef" -d '{"events": [{"server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "name": "network-vif-deleted", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:09.032406 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee9c6b5-24ee-453e-b565-767082c3d571 x-openstack-request-id: req-0ee9c6b5-24ee-453e-b565-767082c3d571 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:09.033039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3070bf-3c0e-4e79-8129-264ad5e17aa1", "name": "network-vif-deleted", "tag": "991d8877-8dfb-4a18-9b25-395c5933b64f", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:09.033957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ee9c6b5-24ee-453e-b565-767082c3d571 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:09.034342 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee9c6b5-24ee-453e-b565-767082c3d571'] response: {'server_uuid': '0f3070bf-3c0e-4e79-8129-264ad5e17aa1', 'name': 'network-vif-deleted', 'tag': '991d8877-8dfb-4a18-9b25-395c5933b64f', 'status': 'completed', 'code': 200}
Apr 01 10:13:09.719460 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103d50-8ec4-4d61-b22e-c34797a2c9bf req-88411a53-474f-4b19-8ad5-f16e1da7dad1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:09.720950 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17103d50-8ec4-4d61-b22e-c34797a2c9bf req-88411a53-474f-4b19-8ad5-f16e1da7dad1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 943 time: 0.0655744
Apr 01 10:13:09.769431 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17103d50-8ec4-4d61-b22e-c34797a2c9bf req-24cbe99d-a120-4ed8-8c46-9132906e6067 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425315
Apr 01 10:13:10.147304 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:13:10.244244 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:10.255826 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '29223cc6-236b-47ca-8914-e65111046089', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'port_id': '29223cc6-236b-47ca-8914-e65111046089', 'mac_address': 'fa:16:3e:53:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:13:10.292021 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:10.292412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:10.308059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:13:10.328412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:10.335218 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:10.381304 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=9']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:10.388767 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.389102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.389435 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.389768 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.390111 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.390426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.390773 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.391106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.391421 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.391739 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.392053 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.392372 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.392665 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.392977 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.393287 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:10.906055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184eebb-922c-4946-98e3-23db73149285 req-37899857-8f21-4282-84f7-e7f5c2e46629 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:10.907550 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d184eebb-922c-4946-98e3-23db73149285 req-37899857-8f21-4282-84f7-e7f5c2e46629 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0567727
Apr 01 10:13:10.943992 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8fe277ff-309d-4441-9d59-e2c6704333a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:10.955670 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d184eebb-922c-4946-98e3-23db73149285 req-50dc3b50-a088-4344-97f5-56882867fc97 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424132
Apr 01 10:13:12.086237 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573caccc-cba8-4c17-9e38-6195957a268c req-5227fb9e-ed55-4ff2-9ed0-5009976dceec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:12.087734 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-573caccc-cba8-4c17-9e38-6195957a268c req-5227fb9e-ed55-4ff2-9ed0-5009976dceec tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0590394
Apr 01 10:13:12.137208 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-573caccc-cba8-4c17-9e38-6195957a268c req-fa4e7b63-ef59-4723-8505-45ee7a64579e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422287
Apr 01 10:13:12.188226 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:12.660253 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 991d8877-8dfb-4a18-9b25-395c5933b64f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:13:12.683253 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 991d8877-8dfb-4a18-9b25-395c5933b64f {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:13:12.683590 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 991d8877-8dfb-4a18-9b25-395c5933b64f not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:13:13.265247 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c94dae-fe12-4546-a039-15d514543d11 req-eca8caa7-dd9a-4719-9dec-65600fdda60b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:13.266706 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87c94dae-fe12-4546-a039-15d514543d11 req-eca8caa7-dd9a-4719-9dec-65600fdda60b tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0579579
Apr 01 10:13:13.313373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-87c94dae-fe12-4546-a039-15d514543d11 req-f01a5055-8a97-40af-b97c-6f552e7d3615 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409093
Apr 01 10:13:13.346298 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:13.999622 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-93b8ba66-e2d4-4ac9-86b5-62f5b39fdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:14.001108 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-93b8ba66-e2d4-4ac9-86b5-62f5b39fdeee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=984d4a492510482d88f7aec954117969&device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1128 time: 0.0461280
Apr 01 10:13:14.123388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-4543851f-6a66-48e3-9302-6434cb64645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:14.124864 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-4543851f-6a66-48e3-9302-6434cb64645f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 200  len: 918 time: 0.0922353
Apr 01 10:13:14.192378 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-7ca329b1-e019-4be9-b891-2b735450c124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 200  len: 999 time: 0.0610142
Apr 01 10:13:14.239457 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-982f23eb-2bab-4e52-ac78-b25bb45da26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:14.240836 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-982f23eb-2bab-4e52-ac78-b25bb45da26c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 200  len: 856 time: 0.0429425
Apr 01 10:13:14.295124 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-8de2409e-bf39-4e65-8d3f-49558b291317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:14.296672 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-8de2409e-bf39-4e65-8d3f-49558b291317 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0503001
Apr 01 10:13:14.387120 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-a2dce673-0331-4200-a7f3-1da6fb75149d service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838761
Apr 01 10:13:14.435171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c751a2-8966-4057-8298-de3d7f522c73 req-b284ce80-50da-4ab1-9593-aa071a08d8ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:14.437523 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72c751a2-8966-4057-8298-de3d7f522c73 req-b284ce80-50da-4ab1-9593-aa071a08d8ce tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0521669
Apr 01 10:13:14.488519 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72c751a2-8966-4057-8298-de3d7f522c73 req-57c0318b-4289-4a26-8607-6719b223279e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446796
Apr 01 10:13:14.494240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['29223cc6-236b-47ca-8914-e65111046089'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:13:14.554564 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41f55697-b295-489e-a57e-4596dc6c0f35 req-7798e6ff-b907-4636-af1f-0079a6fc6db9 service neutron] 10.222.0.15 "GET /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909750
Apr 01 10:13:15.041606 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:15.624035 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d06cd-07cd-4688-991b-20021f0f9686 req-033f43c9-dcf3-41ee-9f2b-e7acb0f6ee03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:15.625640 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-229d06cd-07cd-4688-991b-20021f0f9686 req-033f43c9-dcf3-41ee-9f2b-e7acb0f6ee03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0615098
Apr 01 10:13:15.671771 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-229d06cd-07cd-4688-991b-20021f0f9686 req-bef2d8dc-4a6d-4caf-9317-5cd81ab3fc34 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403142
Apr 01 10:13:16.652054 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:13:16.703146 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 29223cc6-236b-47ca-8914-e65111046089 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:13:16.703601 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (29223cc6-236b-47ca-8914-e65111046089), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:16.787838 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 29223cc6-236b-47ca-8914-e65111046089 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:16.788559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (29223cc6-236b-47ca-8914-e65111046089), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:16.803372 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39b5e-2641-4bad-937f-d42fba1f9b50 req-17398701-883e-4054-b504-b18f724efcb2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:16.804937 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3e39b5e-2641-4bad-937f-d42fba1f9b50 req-17398701-883e-4054-b504-b18f724efcb2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 944 time: 0.0541620
Apr 01 10:13:16.819963 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:16.822545 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985dc5fd-a63b-4a43-8600-d191f74a7626" -d '{"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:16.844190 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:16.852474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (29223cc6-236b-47ca-8914-e65111046089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:16.878515 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e3e39b5e-2641-4bad-937f-d42fba1f9b50 req-29c12de2-2593-4827-b9e4-02eca2d6448f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590813
Apr 01 10:13:16.895307 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64eb704-adb9-4ada-8624-7b912804c1e5 x-openstack-request-id: req-b64eb704-adb9-4ada-8624-7b912804c1e5 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:16.895583 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-plugged", "status": "completed", "tag": "29223cc6-236b-47ca-8914-e65111046089", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:16.895786 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b64eb704-adb9-4ada-8624-7b912804c1e5 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:16.896216 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64eb704-adb9-4ada-8624-7b912804c1e5'] response: {'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'code': 200}
Apr 01 10:13:16.925424 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=10']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:18.014490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76187cce-cf4a-4db7-a54a-efa1219bfcfa req-88a9ea0c-a16a-4b9d-a50c-6869b24f11c5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:18.015988 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76187cce-cf4a-4db7-a54a-efa1219bfcfa req-88a9ea0c-a16a-4b9d-a50c-6869b24f11c5 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0522811
Apr 01 10:13:18.062064 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76187cce-cf4a-4db7-a54a-efa1219bfcfa req-e1935e91-629b-4278-b0ba-38c7db791c79 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405591
Apr 01 10:13:18.292767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b69e7-6864-4d5e-b934-2481e6671adf req-03f57f24-673a-4076-b91b-75630c9cee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:18.294149 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-963b69e7-6864-4d5e-b934-2481e6671adf req-03f57f24-673a-4076-b91b-75630c9cee0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 1130 time: 0.0498123
Apr 01 10:13:19.172763 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-963b69e7-6864-4d5e-b934-2481e6671adf req-5199ed32-1002-4f89-b84e-f3034f68cf0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389287
Apr 01 10:13:19.201767 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c1cf-62a6-40f5-b3c4-ca5c2af48fd9 req-8ffcc96b-02b3-4955-b77e-dc20e6e944a2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:19.203263 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf37c1cf-62a6-40f5-b3c4-ca5c2af48fd9 req-8ffcc96b-02b3-4955-b77e-dc20e6e944a2 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0546257
Apr 01 10:13:19.252359 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf37c1cf-62a6-40f5-b3c4-ca5c2af48fd9 req-4f18791d-0fb3-43e7-929f-19f2e989e148 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408566
Apr 01 10:13:20.393645 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328af25-6451-4999-9c75-aadf7c92f66e req-51600a24-f09d-4f94-a2ad-70131fb7fd0a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:20.395123 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8328af25-6451-4999-9c75-aadf7c92f66e req-51600a24-f09d-4f94-a2ad-70131fb7fd0a tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0539849
Apr 01 10:13:20.449191 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8328af25-6451-4999-9c75-aadf7c92f66e req-c67af4ab-7ae8-40e8-9e3c-d501d93b3ba7 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458694
Apr 01 10:13:21.579775 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f67a-5579-4e54-90f8-6fe878c680fa req-ead19021-f359-471c-a335-44177b84dc03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:21.581251 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5c35f67a-5579-4e54-90f8-6fe878c680fa req-ead19021-f359-471c-a335-44177b84dc03 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0527256
Apr 01 10:13:21.628509 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5c35f67a-5579-4e54-90f8-6fe878c680fa req-f63dffd7-9676-46c2-8aef-1d9f9bce1817 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415287
Apr 01 10:13:22.037822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-8b324cd1-e10c-4c5e-a414-12f8aaae56fa tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:22.039229 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-8b324cd1-e10c-4c5e-a414-12f8aaae56fa tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 813 time: 0.1024044
Apr 01 10:13:22.057177 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-40870b8f-9495-473e-a16c-c99779949df3 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/quotas/bbdc40573f43486bb7c7a2fc5f262033 HTTP/1.1" status: 200  len: 375 time: 0.0099132
Apr 01 10:13:22.091983 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4a5404c2-a490-47ae-9b97-89940e07a144 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281167
Apr 01 10:13:22.288342 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-00b7edf4-b9c5-43e0-bc91-a0e1ef9cc40d service neutron] 10.222.0.46 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894834
Apr 01 10:13:22.333266 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:13:22.387733 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-3de2eee1-6a28-495f-aa02-b17c4e878fa4 service neutron] 10.222.0.46 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936322
Apr 01 10:13:22.595202 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1f814ad4-e741-46cd-a933-8363c5e3dd6b req-0b2949da-1125-4c9f-864f-d4d2f8151acc tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 210 time: 0.0402102
Apr 01 10:13:22.756901 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703631be-9f3d-43c5-9789-0b55081aa5d9 req-a721b491-662b-4988-8031-3c7d5b189851 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:22.758428 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703631be-9f3d-43c5-9789-0b55081aa5d9 req-a721b491-662b-4988-8031-3c7d5b189851 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0558414
Apr 01 10:13:22.822251 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-703631be-9f3d-43c5-9789-0b55081aa5d9 req-9e699c48-4a8a-4610-94ad-e5758d859253 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572710
Apr 01 10:13:23.580156 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-c91587dc-8f96-4574-b9cc-7ed0308bcc86 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:23.581754 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-c91587dc-8f96-4574-b9cc-7ed0308bcc86 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 813 time: 0.1108980
Apr 01 10:13:23.594881 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Request body: {'port': {'device_id': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a', 'admin_state_up': True, 'tenant_id': 'bbdc40573f43486bb7c7a2fc5f262033'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:13:23.686849 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3eb9647f-1a5d-4f1d-8a14-a2f6d28eaead req-0e8eec05-3d20-4cdd-847a-bb5858e3a9f7 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 210 time: 0.0262332
Apr 01 10:13:23.701294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Made reservation on behalf of bbdc40573f43486bb7c7a2fc5f262033 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:13:23.704730 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:23.833688 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Allocated IP 172.20.0.4 (7bfcac4a-d60e-4922-b594-c3472a473d4a/2ee22ed9-fcd8-4036-90e8-c7cf795c7897/fe496882-2fde-4cc7-811f-49b0c766fdee) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:13:24.015097 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb477-bda0-4eca-9ab3-f9258e00ecac req-62d92249-8ec7-4254-9dfd-39d9213a9fcd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:24.016571 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e06fb477-bda0-4eca-9ab3-f9258e00ecac req-62d92249-8ec7-4254-9dfd-39d9213a9fcd tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.1136796
Apr 01 10:13:24.032034 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks [] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.084642 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e06fb477-bda0-4eca-9ab3-f9258e00ecac req-8f076234-8d1a-4e76-9fea-daa6625d14f1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622849
Apr 01 10:13:24.095466 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.141741 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Network 7bfcac4a-d60e-4922-b594-c3472a473d4a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:13:24.145040 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:13:24.151310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:13:24.157277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Pushing event updated for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:24.201198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:24.201805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.220593 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-4ab977ca-a4dc-47b1-9b7b-2827cd6665be tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6296086
Apr 01 10:13:24.231371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Request body: {'port': {'device_id': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:13:24.288757 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.581453 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe496882-2fde-4cc7-811f-49b0c766fdee {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:13:24.589336 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks [] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.608033 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Transition to ACTIVE for port object fe496882-2fde-4cc7-811f-49b0c766fdee will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:13:24.615437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.665939 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:24.734253 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Attempting to bind port fe496882-2fde-4cc7-811f-49b0c766fdee on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:13:24.734591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Attempting to bind port fe496882-2fde-4cc7-811f-49b0c766fdee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:13:24.734950 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Attempting to bind port fe496882-2fde-4cc7-811f-49b0c766fdee on network 7bfcac4a-d60e-4922-b594-c3472a473d4a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:13:24.739371 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Port fe496882-2fde-4cc7-811f-49b0c766fdee on network 7bfcac4a-d60e-4922-b594-c3472a473d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:13:24.740079 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Attempting to bind port fe496882-2fde-4cc7-811f-49b0c766fdee on network 7bfcac4a-d60e-4922-b594-c3472a473d4a {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:13:24.744637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:13:24.744911 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Checking segment: {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:13:24.745276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Bound using segment: {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:13:24.745723 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Bound port: fe496882-2fde-4cc7-811f-49b0c766fdee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ca4202-dd11-4af4-ab34-a8ca41c6bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:13:24.746070 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.806449 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53d352-fcc9-4eee-9c4d-1c2136a93377 req-1f3f62ef-50f2-4689-aef3-8e971db10918 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:24.807978 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bc53d352-fcc9-4eee-9c4d-1c2136a93377 req-1f3f62ef-50f2-4689-aef3-8e971db10918 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 943 time: 0.0526662
Apr 01 10:13:24.813647 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:13:24.817334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fe496882-2fde-4cc7-811f-49b0c766fdee,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:13:24.824498 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.854442 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bc53d352-fcc9-4eee-9c4d-1c2136a93377 req-6b80c317-f6d4-411b-b13f-db7942f38eb4 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407729
Apr 01 10:13:24.857415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:24.858037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:24.859787 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] 10.222.0.15 "PUT /v2.0/ports/fe496882-2fde-4cc7-811f-49b0c766fdee HTTP/1.1" status: 200  len: 1093 time: 0.6324425
Apr 01 10:13:24.862149 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:24.865513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03da311-7a9f-4814-a534-6b556958aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:24.891033 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9336e-4c6d-4a3a-aa9d-aa73a12f45fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:24.910459 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ea5ad-1bd4-4e93-81a0-8141e65411f7 x-openstack-request-id: req-897ea5ad-1bd4-4e93-81a0-8141e65411f7 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:24.910849 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:24.911103 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-897ea5ad-1bd4-4e93-81a0-8141e65411f7 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:24.911511 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897ea5ad-1bd4-4e93-81a0-8141e65411f7'] response: {'name': 'network-changed', 'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee', 'status': 'completed', 'code': 200}
Apr 01 10:13:24.957997 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-74eabde8-826c-44c5-83c3-69bddb42fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:24.959526 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-74eabde8-826c-44c5-83c3-69bddb42fb16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 1127 time: 0.0458624
Apr 01 10:13:25.004186 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-177c7ed2-1b71-43f7-a38d-5c783a33c1c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe496882-2fde-4cc7-811f-49b0c766fdee HTTP/1.1" status: 200  len: 217 time: 0.0361328
Apr 01 10:13:25.051781 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244baaf-5274-4762-a880-568dc980c8d5 req-8e1599ab-5a98-4aa5-b162-4a387a74183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:25.053214 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-8e1599ab-5a98-4aa5-b162-4a387a74183c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ee22ed9-fcd8-4036-90e8-c7cf795c7897 HTTP/1.1" status: 200  len: 853 time: 0.0441415
Apr 01 10:13:25.084713 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-0bbb043c-e3a1-4ce2-b0ed-8e5841a58b26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bfcac4a-d60e-4922-b594-c3472a473d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257444
Apr 01 10:13:25.187194 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-57a6fb14-2d09-4771-a6d2-a23c05dd10b4 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957201
Apr 01 10:13:25.286774 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1244baaf-5274-4762-a880-568dc980c8d5 req-fd89734d-370a-4ceb-9962-7f8b4306e828 service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937178
Apr 01 10:13:25.382042 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03da311-7a9f-4814-a534-6b556958aa65 req-7b8faf59-7887-48c9-96b1-5666e9f5355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:25.383619 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-7b8faf59-7887-48c9-96b1-5666e9f5355a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 1127 time: 0.0483875
Apr 01 10:13:25.477113 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03da311-7a9f-4814-a534-6b556958aa65 req-a1ef9daa-d0bc-4dca-9539-2956826bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:25.478609 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-a1ef9daa-d0bc-4dca-9539-2956826bc816 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 200  len: 914 time: 0.0889475
Apr 01 10:13:25.524350 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-c2e20cdf-e9c2-4964-b7c4-3ecc8787ea71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe496882-2fde-4cc7-811f-49b0c766fdee HTTP/1.1" status: 200  len: 217 time: 0.0398276
Apr 01 10:13:25.575895 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03da311-7a9f-4814-a534-6b556958aa65 req-8e5331d2-495f-483f-95aa-a1f98b6c6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:25.577278 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-8e5331d2-495f-483f-95aa-a1f98b6c6de2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ee22ed9-fcd8-4036-90e8-c7cf795c7897 HTTP/1.1" status: 200  len: 853 time: 0.0474827
Apr 01 10:13:25.612704 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-aa595fe5-b6b6-413b-9bf5-992e22e23d7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bfcac4a-d60e-4922-b594-c3472a473d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298140
Apr 01 10:13:25.703809 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-ca316612-094f-44b6-b9a2-cab2f8f46c2a service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849967
Apr 01 10:13:25.799213 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a03da311-7a9f-4814-a534-6b556958aa65 req-777f74da-4a58-4d40-865d-cc5b74f4ffdc service neutron] 10.222.0.15 "GET /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898132
Apr 01 10:13:25.982004 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b08f-3e08-4da9-97a0-b95b0391a553 req-94ad87d7-cc50-4c30-ac41-0259947e146b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:25.983507 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a43b08f-3e08-4da9-97a0-b95b0391a553 req-94ad87d7-cc50-4c30-ac41-0259947e146b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 943 time: 0.0553017
Apr 01 10:13:26.033551 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1a43b08f-3e08-4da9-97a0-b95b0391a553 req-4928b641-042c-41b2-b3ee-30d4693bc3dc tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442922
Apr 01 10:13:27.162664 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddc742-28b3-4e5e-a74b-bc9114176dc3 req-734afcfd-2d12-49ca-834a-33f3032ee6f0 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:27.164223 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2ddc742-28b3-4e5e-a74b-bc9114176dc3 req-734afcfd-2d12-49ca-834a-33f3032ee6f0 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 943 time: 0.0569799
Apr 01 10:13:27.215784 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2ddc742-28b3-4e5e-a74b-bc9114176dc3 req-7c3e909e-dd59-436d-9f4e-20e2a848be61 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432522
Apr 01 10:13:28.352764 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a59ec-f8a8-452b-a663-818fe821c77c req-14a0698c-1a00-4caa-ac84-24408d952f82 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:28.354224 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16a59ec-f8a8-452b-a663-818fe821c77c req-14a0698c-1a00-4caa-ac84-24408d952f82 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 943 time: 0.0573609
Apr 01 10:13:28.404186 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16a59ec-f8a8-452b-a663-818fe821c77c req-7c541280-8099-4ae1-bb4d-a7b46aa1a142 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442274
Apr 01 10:13:28.713970 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device fe496882-2fde-4cc7-811f-49b0c766fdee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:13:28.822982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fe496882-2fde-4cc7-811f-49b0c766fdee,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:28.834169 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'fe496882-2fde-4cc7-811f-49b0c766fdee', 'network_id': '7bfcac4a-d60e-4922-b594-c3472a473d4a', 'port_id': 'fe496882-2fde-4cc7-811f-49b0c766fdee', 'mac_address': 'fa:16:3e:69:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee22ed9-fcd8-4036-90e8-c7cf795c7897', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:13:28.870598 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port fe496882-2fde-4cc7-811f-49b0c766fdee is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:28.871012 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:28.884171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe496882-2fde-4cc7-811f-49b0c766fdee {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:13:28.903205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fe496882-2fde-4cc7-811f-49b0c766fdee,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:28.909085 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:28.968169 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:29.272905 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['fe496882-2fde-4cc7-811f-49b0c766fdee'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:13:29.527173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926c12f-8223-4fb2-8d62-2d213a26fa44 req-6189f191-56b3-4b68-a425-e572f055ddb0 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:29.528566 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c926c12f-8223-4fb2-8d62-2d213a26fa44 req-6189f191-56b3-4b68-a425-e572f055ddb0 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 944 time: 0.0534647
Apr 01 10:13:29.577607 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c926c12f-8223-4fb2-8d62-2d213a26fa44 req-a4c5c9d5-af73-4c57-bcc8-e05ad5d92ade tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431962
Apr 01 10:13:30.714658 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c78d6-ab7d-4367-9ef4-bfdb51f7a275 req-6313b098-6622-44e4-955f-2f09823e45d8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:30.716107 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-023c78d6-ab7d-4367-9ef4-bfdb51f7a275 req-6313b098-6622-44e4-955f-2f09823e45d8 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 944 time: 0.0577974
Apr 01 10:13:30.716485 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device fe496882-2fde-4cc7-811f-49b0c766fdee up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:13:30.765059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-023c78d6-ab7d-4367-9ef4-bfdb51f7a275 req-8f50c0fd-60cf-49a7-be50-c3a601fedf3b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422556
Apr 01 10:13:30.769389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port fe496882-2fde-4cc7-811f-49b0c766fdee completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:13:30.773539 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port fe496882-2fde-4cc7-811f-49b0c766fdee triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:13:30.773932 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:30.854329 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port fe496882-2fde-4cc7-811f-49b0c766fdee is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:30.854699 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:30.878424 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:30.880717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9ae8fb-a60e-4ff6-8dc5-889247b2e35f" -d '{"events": [{"server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "name": "network-vif-plugged", "status": "completed", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:30.893892 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fe496882-2fde-4cc7-811f-49b0c766fdee,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:30.900014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:30.924038 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756b5f29-d996-477a-bd92-42b3bb444e01 x-openstack-request-id: req-756b5f29-d996-477a-bd92-42b3bb444e01 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:30.924331 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "name": "network-vif-plugged", "status": "completed", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:30.924633 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-756b5f29-d996-477a-bd92-42b3bb444e01 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:30.925014 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756b5f29-d996-477a-bd92-42b3bb444e01'] response: {'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee', 'code': 200}
Apr 01 10:13:30.950544 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:31.096510 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0e00-8406-4d2f-8d41-24a01995c97d req-f1d94f76-1144-4a66-9277-a54c2b3eff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:31.097891 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cf3f0e00-8406-4d2f-8d41-24a01995c97d req-f1d94f76-1144-4a66-9277-a54c2b3eff74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 1129 time: 0.0471716
Apr 01 10:13:31.149008 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cf3f0e00-8406-4d2f-8d41-24a01995c97d req-3130ecdb-5b8e-4559-b89a-5cf168be5b2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437829
Apr 01 10:13:31.893816 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4d0fc-6cef-4da4-a916-36d85c678769 req-85a60dba-7bc7-48b9-a2d6-17f648065f69 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:31.895499 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61b4d0fc-6cef-4da4-a916-36d85c678769 req-85a60dba-7bc7-48b9-a2d6-17f648065f69 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.0620401
Apr 01 10:13:31.945134 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61b4d0fc-6cef-4da4-a916-36d85c678769 req-aafc7620-b50b-48b8-b03d-619a2d83677d tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438983
Apr 01 10:13:33.068099 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e904b26-e566-4abf-89bf-31096d3ef30b req-e4315203-f4cb-4ba2-ac56-f0eeb7de164b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:33.069503 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5e904b26-e566-4abf-89bf-31096d3ef30b req-e4315203-f4cb-4ba2-ac56-f0eeb7de164b tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.0532272
Apr 01 10:13:33.118037 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5e904b26-e566-4abf-89bf-31096d3ef30b req-cdb6839e-0144-41f1-ad08-332a6cd1eb13 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425103
Apr 01 10:13:34.536806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdb077-b368-4f65-983c-9b910b111f9d req-37f6cbf3-6ab2-43e7-ad5c-0247ecb6c9e3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:34.538325 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68bdb077-b368-4f65-983c-9b910b111f9d req-37f6cbf3-6ab2-43e7-ad5c-0247ecb6c9e3 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0565939
Apr 01 10:13:34.590437 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68bdb077-b368-4f65-983c-9b910b111f9d req-abca1142-a214-4a37-843b-56b1965beae5 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455289
Apr 01 10:13:35.724131 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64356fe6-ced7-4ff6-ac3a-bdb1e73eff22 req-8c0b7b8b-27dd-4f73-941a-2f2e08021c57 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:35.725736 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-64356fe6-ced7-4ff6-ac3a-bdb1e73eff22 req-8c0b7b8b-27dd-4f73-941a-2f2e08021c57 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0651176
Apr 01 10:13:35.779141 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-64356fe6-ced7-4ff6-ac3a-bdb1e73eff22 req-93f40ad6-7877-488a-a832-9377f1f5c83a tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475342
Apr 01 10:13:36.915529 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3c59583c-2cdf-4b9f-bc3a-1316023da4b8 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:36.916925 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3c59583c-2cdf-4b9f-bc3a-1316023da4b8 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0848441
Apr 01 10:13:36.936607 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a2369-27ef-469e-a9a1-ef11a8db7f42 req-e17bba45-c3d5-4c4f-a599-5c14a6e33d81 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:36.937966 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f42a2369-27ef-469e-a9a1-ef11a8db7f42 req-e17bba45-c3d5-4c4f-a599-5c14a6e33d81 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 945 time: 0.0767670
Apr 01 10:13:37.030816 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f42a2369-27ef-469e-a9a1-ef11a8db7f42 req-f28cf4d2-6c4c-4d0e-b8e6-f2d1c0938c3b tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735807
Apr 01 10:13:37.051772 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Deleting port 2192815c-21e5-45b9-9276-0015b17f5100 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:37.052115 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (2192815c-21e5-45b9-9276-0015b17f5100), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.144578 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] For port 2192815c-21e5-45b9-9276-0015b17f5100, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2192815c-21e5-45b9-9276-0015b17f5100,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:37.144942 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (2192815c-21e5-45b9-9276-0015b17f5100), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.315172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.315595 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.315857 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Floating IP b893d8ef-4ac3-48d1-8fec-09f973561751 disassociated. External IP: 172.37.5.188, port: 2192815c-21e5-45b9-9276-0015b17f5100.
Apr 01 10:13:37.316128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Calling delete_port for 2192815c-21e5-45b9-9276-0015b17f5100 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:37.361148 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.458259 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (2192815c-21e5-45b9-9276-0015b17f5100), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.486830 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'Port': ['ID=2192815c-21e5-45b9-9276-0015b17f5100,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:37.499190 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.499588 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.499906 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.500243 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.500574 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.500889 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.501211 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.501533 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.501854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.502176 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.502499 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.502849 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.503172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.503495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.503811 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:37.618925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:13:37.728802 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:13:37.739470 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:13:37.749959 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:13:37.750589 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424b9b940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:37.772028 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] No DVR routers for this DVR port 2192815c-21e5-45b9-9276-0015b17f5100 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:13:37.774779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:37.778467 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b19886a-d48b-4bc6-b801-994e174effcc req-3a94bab9-ca21-4220-a70b-86b11046e789 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.15 "DELETE /v2.0/ports/2192815c-21e5-45b9-9276-0015b17f5100 HTTP/1.1" status: 204  len: 173 time: 0.8542695
Apr 01 10:13:37.778996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'name': 'network-vif-deleted', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:37.782264 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26968849-f70a-4698-b460-9394065a0fbc" -d '{"events": [{"server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "name": "network-vif-deleted", "tag": "2192815c-21e5-45b9-9276-0015b17f5100"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:37.824378 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970fc7d4-d039-4d04-8a7a-de284144f069 x-openstack-request-id: req-970fc7d4-d039-4d04-8a7a-de284144f069 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:37.824671 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c3a0e-4b47-48d0-a1a6-fe530160b9b9", "name": "network-vif-deleted", "tag": "2192815c-21e5-45b9-9276-0015b17f5100", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:37.824922 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-970fc7d4-d039-4d04-8a7a-de284144f069 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:37.825328 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970fc7d4-d039-4d04-8a7a-de284144f069'] response: {'server_uuid': '857c3a0e-4b47-48d0-a1a6-fe530160b9b9', 'name': 'network-vif-deleted', 'tag': '2192815c-21e5-45b9-9276-0015b17f5100', 'status': 'completed', 'code': 200}
Apr 01 10:13:37.962355 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:13:38.146372 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a7dd2ad5-ea94-4301-9145-f90aed11908d req-e10a1367-ce6e-44e4-a2ce-cc4daf7a8ca7 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/ports?device_id=857c3a0e-4b47-48d0-a1a6-fe530160b9b9 HTTP/1.1" status: 200  len: 210 time: 0.0302060
Apr 01 10:13:38.163032 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424b9b940>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:38.189929 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:13:38.199396 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:13:38.200092 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424b9b940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:38.322176 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:13:38.519885 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424b9b940>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:38.545398 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a97d5-e2cd-4605-98e5-aa08d7fca108 None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:04:10Z', 'revision_number': 4, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9a1eba8f-9ed8-477f-a185-0b7a708f8aa1', 'name': '', 'network_id': 'b577230f-3445-4ece-839d-d9c1aac044c2', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'mac_address': 'fa:16:3e:f9:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:07Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'subnets': [{'id': '2690bfd5-92ca-4715-9e3e-8dcd3496b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:13:38.589546 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-07ea4e14-3017-46dc-9478-e883b8057c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:38.782543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419eadb-812a-4781-bd03-f711e583f309 None None] New status for floating IP b893d8ef-4ac3-48d1-8fec-09f973561751: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:13:39.239562 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58524) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:39.562198 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (b5fbb1e2-bf26-4112-bb49-b9cf53e922f6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.588960 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (b5fbb1e2-bf26-4112-bb49-b9cf53e922f6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.645567 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b5fbb1e2-bf26-4112-bb49-b9cf53e922f6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.648144 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.649360 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5fbb1e2-bf26-4112-bb49-b9cf53e922f6 HTTP/1.1" status: 204  len: 168 time: 0.4087694
Apr 01 10:13:39.652551 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58526) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:39.658566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5b863-3d0a-4a26-802e-430b73fdb7e4 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fbb1e2-bf26-4112-bb49-b9cf53e922f6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:39.668810 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-449102e0-e4eb-4d9a-964f-62cf048a8ac9 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] show failed (client error): The resource could not be found.
Apr 01 10:13:39.669875 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-449102e0-e4eb-4d9a-964f-62cf048a8ac9 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "GET /v2.0/security-groups/b5fbb1e2-bf26-4112-bb49-b9cf53e922f6 HTTP/1.1" status: 404  len: 347 time: 0.0162714
Apr 01 10:13:39.672811 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58528) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:39.802103 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Deleting port 1dce6d68-9423-4ab2-b3a2-6deb2dafdb28 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:39.802442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.892536 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.892824 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:39.905859 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Calling delete_port for 1dce6d68-9423-4ab2-b3a2-6deb2dafdb28 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:40.050101 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (1dce6d68-9423-4ab2-b3a2-6deb2dafdb28), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:40.078598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Pushing event deleted for resources: {'Port': ['ID=1dce6d68-9423-4ab2-b3a2-6deb2dafdb28,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:40.144546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks [] for floatingip (b893d8ef-4ac3-48d1-8fec-09f973561751), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:40.147277 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:40.148492 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e996bbac-7e7e-4f68-b8d7-930ebe2eaf53 tempest-AttachVolumeTestJSON-1663020915 tempest-AttachVolumeTestJSON-1663020915-project] 10.222.0.46 "DELETE /v2.0/floatingips/b893d8ef-4ac3-48d1-8fec-09f973561751 HTTP/1.1" status: 204  len: 168 time: 0.4747527
Apr 01 10:13:40.784978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 2192815c-21e5-45b9-9276-0015b17f5100 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:13:40.808169 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 2192815c-21e5-45b9-9276-0015b17f5100 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:13:40.808477 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 2192815c-21e5-45b9-9276-0015b17f5100 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:13:40.951341 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cc02d50e-3931-403c-bdde-4ee2f5504193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:42.202897 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:43.353601 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:45.055203 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:52.148361 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58612) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:52.613459 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:53.139350 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Deleting port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:53.139681 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:53.220846 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] For port 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:53.221587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:53.234125 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Calling delete_port for 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:53.425033 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (9a1eba8f-9ed8-477f-a185-0b7a708f8aa1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:53.464544 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1eba8f-9ed8-477f-a185-0b7a708f8aa1,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:53.495877 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.496234 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.496722 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.497136 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.497462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.497798 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.498207 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.498583 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.498931 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.499239 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.499568 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.499882 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.500179 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.500488 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.500783 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:13:53.648003 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:53.872228 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:13:53.983679 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:13:53.989904 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3f58dfbd-151b-4aec-b42b-ca72ba9083d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8396559
Apr 01 10:13:53.992392 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58628) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:53.993461 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Sync routers for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:13:54.004642 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:13:54.005342 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c52550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:54.115002 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks [] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.132017 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:13:54.226190 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks [] for router_gateway (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.281636 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Deleting port bea858c4-6494-48ef-9bf6-7f3970bc8b92 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:54.281888 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.323073 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c52550>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207'}], 'enable_snat': True}, 'gw_port_id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:13:53Z', 'revision_number': 5, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port': {'id': 'bea858c4-6494-48ef-9bf6-7f3970bc8b92', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:54.349862 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Checking router: 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:13:54.358955 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Routers {'6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:13:54.359583 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c52550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:54.373006 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] For port bea858c4-6494-48ef-9bf6-7f3970bc8b92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bea858c4-6494-48ef-9bf6-7f3970bc8b92,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:54.373458 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.389420 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Calling delete_port for bea858c4-6494-48ef-9bf6-7f3970bc8b92 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:54.449657 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] Set router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:13:54.502860 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c52550>, [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:13:54Z', 'revision_number': 6, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:54.529388 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c37de-5a57-433e-8ecc-bcba8c151ae2 None None] The sync data for ids ['6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2'] in dv-cinder-master-3-iscsi is: [{'id': '6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2', 'name': 'tempest-AttachVolumeTestJSON-1959435376-router', 'tenant_id': '8abd12555c7642749049eaaedec0cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:01Z', 'updated_at': '2022-04-01T10:13:54Z', 'revision_number': 6, 'project_id': '8abd12555c7642749049eaaedec0cbc1', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:13:54.567510 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (bea858c4-6494-48ef-9bf6-7f3970bc8b92), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.592804 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Pushing event deleted for resources: {'Port': ['ID=bea858c4-6494-48ef-9bf6-7f3970bc8b92,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:54.655010 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.748596 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.750749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks [] for router_controller (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.794585 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.795121 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:13:54.799585 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.800779 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9aa4d893-a649-484c-95cc-1268938e078b admin admin] 10.222.0.46 "DELETE /v2.0/routers/6d0ae380-032d-4c6a-8a79-1bc3fa4cb3f2 HTTP/1.1" status: 204  len: 168 time: 0.8074059
Apr 01 10:13:54.803522 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58630) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:54.856714 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Deleting subnet 2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:13:54.860717 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Publish callbacks [] for subnet (2690bfd5-92ca-4715-9e3e-8dcd3496b1d5), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.899545 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (2690bfd5-92ca-4715-9e3e-8dcd3496b1d5), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:54.983045 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (2690bfd5-92ca-4715-9e3e-8dcd3496b1d5), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.018062 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:13:55.040614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (2690bfd5-92ca-4715-9e3e-8dcd3496b1d5), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.042929 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:13:55.043380 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 9a1eba8f-9ed8-477f-a185-0b7a708f8aa1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:13:55.059922 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d3873-0b5b-48ae-a01b-e68d9d7e3c4e None None] Network b577230f-3445-4ece-839d-d9c1aac044c2 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:13:55.070827 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.076649 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2690bfd5-92ca-4715-9e3e-8dcd3496b1d5 HTTP/1.1" status: 204  len: 168 time: 0.2698209
Apr 01 10:13:55.076649 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38534bb-5e2a-4459-ad0e-370aafb5b7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2690bfd5-92ca-4715-9e3e-8dcd3496b1d5,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:55.077222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58642) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:55.167101 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (b577230f-3445-4ece-839d-d9c1aac044c2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.224197 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Deleting port c957b922-1a4b-4e17-aac0-875351f0eae5 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:55.224581 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.287069 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] For port c957b922-1a4b-4e17-aac0-875351f0eae5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c957b922-1a4b-4e17-aac0-875351f0eae5,segment=NetworkSegment(38ed55a9-2f1a-41ef-84c7-56dd5103303a),segment_id=38ed55a9-2f1a-41ef-84c7-56dd5103303a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:55.287758 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.301346 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Calling delete_port for c957b922-1a4b-4e17-aac0-875351f0eae5 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:55.335612 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] DHCP port deletion for b577230f-3445-4ece-839d-d9c1aac044c2 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:13:55.388040 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Deleting port c957b922-1a4b-4e17-aac0-875351f0eae5 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:55.388464 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.390550 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.420375 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] No DVR routers for this DVR port c957b922-1a4b-4e17-aac0-875351f0eae5 on host dv-cinder-master-3-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:13:55.445800 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c957b922-1a4b-4e17-aac0-875351f0eae5,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:55.453474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] For port c957b922-1a4b-4e17-aac0-875351f0eae5, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:55.453896 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.468654 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Calling delete_port for c957b922-1a4b-4e17-aac0-875351f0eae5 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:55.471632 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.ipam_backend_mixin [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Port c957b922-1a4b-4e17-aac0-875351f0eae5 was not found and therefore no delete operation was performed {{(pid=103473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 01 10:13:55.473102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (c957b922-1a4b-4e17-aac0-875351f0eae5), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.496622 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] Pushing event deleted for resources: {'Port': ['ID=c957b922-1a4b-4e17-aac0-875351f0eae5,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:55.500031 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (b577230f-3445-4ece-839d-d9c1aac044c2), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.502135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5e4e4-a49a-45d1-9379-0e3c29b0e63e None None] No DVR routers for this DVR port c957b922-1a4b-4e17-aac0-875351f0eae5 on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:13:55.531119 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f72f040>,) {'filters': {'network_id': ['b577230f-3445-4ece-839d-d9c1aac044c2']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:55.541447 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f72f040>, '38ed55a9-2f1a-41ef-84c7-56dd5103303a') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:55.541738 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f72f040>, '38ed55a9-2f1a-41ef-84c7-56dd5103303a') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:55.551857 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (38ed55a9-2f1a-41ef-84c7-56dd5103303a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.568776 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (38ed55a9-2f1a-41ef-84c7-56dd5103303a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.577229 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:13:55.577745 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (38ed55a9-2f1a-41ef-84c7-56dd5103303a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:13:55.579638 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:13:55.647205 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (b577230f-3445-4ece-839d-d9c1aac044c2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.655777 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.659111 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b577230f-3445-4ece-839d-d9c1aac044c2 HTTP/1.1" status: 204  len: 168 time: 0.5808439
Apr 01 10:13:55.669785 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4869e2-c976-44d9-89a2-bb3401a0d6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b577230f-3445-4ece-839d-d9c1aac044c2,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:55.802450 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58646) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:55.844246 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6d1b6ad7-240e-490b-ab3c-e6b1d3493471 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8abd12555c7642749049eaaedec0cbc1&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0405028
Apr 01 10:13:55.846719 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58648) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:55.895686 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] Publish callbacks [] for security_group (e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.917116 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] Publish callbacks [] for security_group (e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.974341 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.977179 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:55.978357 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e HTTP/1.1" status: 204  len: 168 time: 0.1307034
Apr 01 10:13:55.985958 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a4c7-3bdb-4f37-8689-5808484e89bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21758a5-bd91-4694-8d3f-ad6ebb8d2c3e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:56.408235 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa34e71-b14f-4a30-ad4c-1611aed80242 req-ef4a6ca9-ca24-4235-81e4-488ee84417f2 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:56.409852 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fa34e71-b14f-4a30-ad4c-1611aed80242 req-ef4a6ca9-ca24-4235-81e4-488ee84417f2 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.0530846
Apr 01 10:13:56.457075 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fa34e71-b14f-4a30-ad4c-1611aed80242 req-71a5aa7b-04fb-42fc-93f1-7ee2c073d954 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413625
Apr 01 10:13:56.675660 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58676) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:56.694154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c957b922-1a4b-4e17-aac0-875351f0eae5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:13:56.717632 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: c957b922-1a4b-4e17-aac0-875351f0eae5 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:13:56.717975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device c957b922-1a4b-4e17-aac0-875351f0eae5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:13:56.718389 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device bea858c4-6494-48ef-9bf6-7f3970bc8b92 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:13:56.736750 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: bea858c4-6494-48ef-9bf6-7f3970bc8b92 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:13:56.737091 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device bea858c4-6494-48ef-9bf6-7f3970bc8b92 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:13:56.772721 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2024026933-network', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:13:56.794222 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:13:56.796850 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.805654 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.881460 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks [] for security_group (a7b07e7a-3ba6-4fed-960e-a790596b7c41), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.888220 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a7b07e7a-3ba6-4fed-960e-a790596b7c41), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.911723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:13:56.921695 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b07e7a-3ba6-4fed-960e-a790596b7c41,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:56.926439 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (8cf7b70c-a633-437b-981a-bbd1ed1ceb5d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.926793 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Added segment 8cf7b70c-a633-437b-981a-bbd1ed1ceb5d of type vlan for network 9da82d1d-4bc1-4295-8708-e98235a59efd
Apr 01 10:13:56.968286 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (9da82d1d-4bc1-4295-8708-e98235a59efd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.995610 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (9da82d1d-4bc1-4295-8708-e98235a59efd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:56.996619 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:56.997198 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.052396 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3756256
Apr 01 10:13:57.055763 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58680) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:57.057632 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b313ef-514a-48f5-a753-b1d237b6ade8 admin admin] Pushing event updated for resources: {'Network': ['ID=9da82d1d-4bc1-4295-8708-e98235a59efd,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:57.060821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Request body: {'subnet': {'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-subnet', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:13:57.068056 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 9da82d1d-4bc1-4295-8708-e98235a59efd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:13:57.080283 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:13:57.082700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59327438'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.245211 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58806960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59327448'] for subnet (889405f5-44ab-4a28-a5d6-f1442e149703), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.300163 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Pushing event updated for resources: {'Subnet': ['ID=889405f5-44ab-4a28-a5d6-f1442e149703,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:57.310367 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:13:57.310706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Network hostable DHCP agents. Network: 9da82d1d-4bc1-4295-8708-e98235a59efd, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:13:57.330233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:13:57.339858 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9da82d1d-4bc1-4295-8708-e98235a59efd) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:13:57.344071 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:57.344670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.349042 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94966a-cbd6-4d26-8975-805a665a6df3 None None] Network 9da82d1d-4bc1-4295-8708-e98235a59efd requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:13:57.360879 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-20ae9258-3faa-4bf0-8dad-221501b2489b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3039818
Apr 01 10:13:57.363770 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58682) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:57.368080 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:13:57.388488 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.389558 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.441361 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for router_controller (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.454283 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9da82d1d-4bc1-4295-8708-e98235a59efd', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:13:57.455255 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.592352 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Allocated IP 172.20.0.2 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/f34c6030-6e07-404f-a53c-17fee2beac29) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:13:57.606715 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for router_gateway (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.669965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15f90-6423-4d61-ac4b-7fe9eac0cb12 req-49b46f43-5857-4ae5-836f-bf974d8e9506 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:57.671372 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56d15f90-6423-4d61-ac4b-7fe9eac0cb12 req-49b46f43-5857-4ae5-836f-bf974d8e9506 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.1234195
Apr 01 10:13:57.726676 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-56d15f90-6423-4d61-ac4b-7fe9eac0cb12 req-e7b3e645-bc78-4bcb-8789-11e43ea3182e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482526
Apr 01 10:13:57.750666 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks [] for port (f34c6030-6e07-404f-a53c-17fee2beac29), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.758812 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.798394 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:13:57.801250 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:13:57.805519 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:13:57.819669 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Pushing event updated for resources: {'Port': ['ID=f34c6030-6e07-404f-a53c-17fee2beac29,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:57.863345 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for router_gateway (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.869939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Attempting to bind port f34c6030-6e07-404f-a53c-17fee2beac29 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:13:57.870310 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Attempting to bind port f34c6030-6e07-404f-a53c-17fee2beac29 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:13:57.870668 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Attempting to bind port f34c6030-6e07-404f-a53c-17fee2beac29 on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:13:57.875946 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:13:57.876316 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:13:57.876711 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.877099 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:13:57.877554 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Bound port: f34c6030-6e07-404f-a53c-17fee2beac29, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:13:57.877930 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.881798 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.944700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] For port f34c6030-6e07-404f-a53c-17fee2beac29, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:13:57.947793 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] For port f34c6030-6e07-404f-a53c-17fee2beac29, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34c6030-6e07-404f-a53c-17fee2beac29,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:13:57.954102 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:57.988209 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Allocated IP 172.37.5.84 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/71151d8e-8b02-48e6-9647-5784fb1bf77c) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:13:58.009694 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89308-3412-42c3-bdff-73cd41e7afe8 None None] Pushing event updated for resources: {'Port': ['ID=f34c6030-6e07-404f-a53c-17fee2beac29,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:58.098780 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.134434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.186398 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:13:58.189306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:13:58.195518 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:13:58.201459 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Pushing event updated for resources: {'Port': ['ID=71151d8e-8b02-48e6-9647-5784fb1bf77c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:58.381743 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-122b0fc5-b1b9-4038-91f9-e4f4775b122e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:58.383245 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-122b0fc5-b1b9-4038-91f9-e4f4775b122e tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.1420298
Apr 01 10:13:58.549164 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for router_gateway (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.625195 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Deleting port fe496882-2fde-4cc7-811f-49b0c766fdee {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:13:58.625602 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.744267 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f34c6030-6e07-404f-a53c-17fee2beac29 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:13:58.814590 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port f34c6030-6e07-404f-a53c-17fee2beac29 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:13:58.815284 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.823073 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] For port fe496882-2fde-4cc7-811f-49b0c766fdee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fe496882-2fde-4cc7-811f-49b0c766fdee,segment=NetworkSegment(06ca4202-dd11-4af4-ab34-a8ca41c6bca2),segment_id=06ca4202-dd11-4af4-ab34-a8ca41c6bca2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:58.823447 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.848582 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Calling delete_port for fe496882-2fde-4cc7-811f-49b0c766fdee owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:13:58.877789 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019916c-9850-4acb-9510-9e637a196b9b req-d9555067-48ed-4b96-a804-2f090edc9574 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:13:58.880526 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4019916c-9850-4acb-9510-9e637a196b9b req-d9555067-48ed-4b96-a804-2f090edc9574 tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/ports?device_id=224b43fa-8f79-4d0c-9730-f8f733a7490f HTTP/1.1" status: 200  len: 945 time: 0.0753851
Apr 01 10:13:58.918564 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port f34c6030-6e07-404f-a53c-17fee2beac29 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:58.919766 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.939508 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:58.942076 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4019916c-9850-4acb-9510-9e637a196b9b req-d96ec691-6525-4d1a-b014-31e7b2c87e4a tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.46 "GET /v2.0/security-groups?id=317fc68b-39ac-48e2-8540-24146161c76f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548077
Apr 01 10:13:58.957808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port f34c6030-6e07-404f-a53c-17fee2beac29, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34c6030-6e07-404f-a53c-17fee2beac29,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:13:58.966689 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.005247 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd1fa1-0a2e-456b-9efe-a43ae8dd4881 None None] Network 9da82d1d-4bc1-4295-8708-e98235a59efd requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:13:59.079193 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=f34c6030-6e07-404f-a53c-17fee2beac29,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:59.102229 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-97e73b48-6c07-40c9-9c6d-2900df2e0229 None None] Provisioning complete for port f34c6030-6e07-404f-a53c-17fee2beac29 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:13:59.102587 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-97e73b48-6c07-40c9-9c6d-2900df2e0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.113956 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (fe496882-2fde-4cc7-811f-49b0c766fdee), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.151240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Pushing event deleted for resources: {'Port': ['ID=fe496882-2fde-4cc7-811f-49b0c766fdee,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:13:59.204098 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] No DVR routers for this DVR port fe496882-2fde-4cc7-811f-49b0c766fdee on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:13:59.206963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.210461 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13b24aa7-4d93-4246-bddf-5580949cc525 req-43dce999-5d75-4fe5-8521-fe59662c2ace tempest-VolumesSnapshotTestJSON-1452270562 tempest-VolumesSnapshotTestJSON-1452270562-project] 10.222.0.15 "DELETE /v2.0/ports/fe496882-2fde-4cc7-811f-49b0c766fdee HTTP/1.1" status: 204  len: 173 time: 0.8215816
Apr 01 10:13:59.210962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'name': 'network-vif-deleted', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:13:59.213399 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22664d4-436f-407e-8b07-0beacb57b44b" -d '{"events": [{"server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "name": "network-vif-deleted", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:13:59.241990 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:13:59.253536 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-97e73b48-6c07-40c9-9c6d-2900df2e0229 None None] Current status of the port f34c6030-6e07-404f-a53c-17fee2beac29 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:59.265656 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d90d15-8bd1-40dc-85ed-1e069017f6f6 x-openstack-request-id: req-51d90d15-8bd1-40dc-85ed-1e069017f6f6 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:13:59.265996 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224b43fa-8f79-4d0c-9730-f8f733a7490f", "name": "network-vif-deleted", "tag": "fe496882-2fde-4cc7-811f-49b0c766fdee", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:13:59.266246 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51d90d15-8bd1-40dc-85ed-1e069017f6f6 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:13:59.266719 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d90d15-8bd1-40dc-85ed-1e069017f6f6'] response: {'server_uuid': '224b43fa-8f79-4d0c-9730-f8f733a7490f', 'name': 'network-vif-deleted', 'tag': 'fe496882-2fde-4cc7-811f-49b0c766fdee', 'status': 'completed', 'code': 200}
Apr 01 10:13:59.334721 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:13:59.485130 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-02ea53e1-bd35-436f-93a1-7cd1e6637241 None None] Provisioning complete for port f34c6030-6e07-404f-a53c-17fee2beac29 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:13:59.485491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-02ea53e1-bd35-436f-93a1-7cd1e6637241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.564323 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-02ea53e1-bd35-436f-93a1-7cd1e6637241 None None] Current status of the port f34c6030-6e07-404f-a53c-17fee2beac29 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:13:59.644501 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:13:59.655144 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:13:59.666064 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:13:59.666771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94252cb280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:59.668591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:13:59.669889 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-750260c0-79d4-4965-9fa8-5b796c57f17f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3051643
Apr 01 10:13:59.672663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58692) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:13:59.784397 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:13:59.972141 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94252cb280>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:13:58Z', 'revision_number': 3, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:13:59.999498 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:13:59.999830 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Updating router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 port 71151d8e-8b02-48e6-9647-5784fb1bf77c binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:14:00.029017 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.106551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.293324 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Allocated IP 172.20.0.1 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/796cf218-1d2b-47c0-9878-05cf884b5bfb) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:14:00.305142 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks [] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.311785 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.364335 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Attempting to bind port 71151d8e-8b02-48e6-9647-5784fb1bf77c on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:14:00.364704 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Attempting to bind port 71151d8e-8b02-48e6-9647-5784fb1bf77c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:14:00.365084 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Attempting to bind port 71151d8e-8b02-48e6-9647-5784fb1bf77c on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:14:00.367144 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004fc9d-b294-40a5-9766-8cc2162088ec None None] Pushing event updated for resources: {'Port': ['ID=71151d8e-8b02-48e6-9647-5784fb1bf77c,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:00.372645 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:14:00.373017 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:14:00.373420 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.373798 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:14:00.374257 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Bound port: 71151d8e-8b02-48e6-9647-5784fb1bf77c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:14:00.374982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.408928 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks [] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.424695 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] For port 71151d8e-8b02-48e6-9647-5784fb1bf77c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:14:00.427700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] For port 71151d8e-8b02-48e6-9647-5784fb1bf77c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71151d8e-8b02-48e6-9647-5784fb1bf77c,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:14:00.434751 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.443077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.481746 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:14:00.484722 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:14:00.491306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:14:00.497205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:00.497841 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94252cb280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:00.499909 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004fc9d-b294-40a5-9766-8cc2162088ec None None] Pushing event updated for resources: {'Port': ['ID=71151d8e-8b02-48e6-9647-5784fb1bf77c,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:00.520289 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Pushing event updated for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:00.541424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.613013 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:00.698125 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.786292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f34c6030-6e07-404f-a53c-17fee2beac29 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:14:00.877887 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks [] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.883843 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.887635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device fe496882-2fde-4cc7-811f-49b0c766fdee no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:14:00.915158 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e2b87716-a3f3-408d-9923-9b91a271e9b1 None None] Provisioning complete for port 796cf218-1d2b-47c0-9878-05cf884b5bfb triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:00.915559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e2b87716-a3f3-408d-9923-9b91a271e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.920357 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: fe496882-2fde-4cc7-811f-49b0c766fdee {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:14:00.920669 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device fe496882-2fde-4cc7-811f-49b0c766fdee not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:14:00.948870 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Pushing event updated for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:00.951459 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:00.985903 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87716-a3f3-408d-9923-9b91a271e9b1 None None] Port 796cf218-1d2b-47c0-9878-05cf884b5bfb cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:14:01.011392 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port f34c6030-6e07-404f-a53c-17fee2beac29 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:01.012122 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:01.046814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:14:01.048330 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:14:01.075171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94252cb280>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:13:58Z', 'revision_number': 3, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:01.133167 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4800317b-5119-4a84-ac91-c1115c7346a0 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:13:58Z', 'revision_number': 3, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:14:01.143542 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port f34c6030-6e07-404f-a53c-17fee2beac29 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:01.186452 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:14:01.310274 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:14:01.312697 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0aa9f67b-26cc-42ee-aac9-bf52af5bb633 None None] Provisioning complete for port 796cf218-1d2b-47c0-9878-05cf884b5bfb triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:01.314801 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f67b-26cc-42ee-aac9-bf52af5bb633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:01.319893 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c334731f-27f4-40a0-b1d1-977bb6670242 admin admin] 10.222.0.46 "PUT /v2.0/routers/df3e8ee8-aaee-477a-bd13-22b0d8aae0c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6460857
Apr 01 10:14:01.357803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9f67b-26cc-42ee-aac9-bf52af5bb633 None None] Port 796cf218-1d2b-47c0-9878-05cf884b5bfb cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:14:01.965295 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58714) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:01.969810 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665017261', 'description': 'tempest-description--423062693'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:01.992784 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.068802 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (24145867-7f94-4085-aac4-7f9ef90a8f41), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.073983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (24145867-7f94-4085-aac4-7f9ef90a8f41), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.101733 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.103002 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1366916
Apr 01 10:14:02.106117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58716) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:02.107245 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a595f7-65d8-4aa6-963c-edc20f7bb543 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24145867-7f94-4085-aac4-7f9ef90a8f41,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:02.110896 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': '24145867-7f94-4085-aac4-7f9ef90a8f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:02.137223 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (ff74aec7-6ccf-4459-a1d3-73725feadfe9), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.191839 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (ff74aec7-6ccf-4459-a1d3-73725feadfe9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.197325 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (ff74aec7-6ccf-4459-a1d3-73725feadfe9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.215277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff74aec7-6ccf-4459-a1d3-73725feadfe9,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:02.221042 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.222242 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-30d10553-6fb2-4f5e-9ff2-d58ab9205050 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1150403
Apr 01 10:14:02.224994 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58718) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:02.229272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': '24145867-7f94-4085-aac4-7f9ef90a8f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:02.256293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (7e2171fb-68d2-4238-a0cd-39d6c991499a), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.314758 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (7e2171fb-68d2-4238-a0cd-39d6c991499a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.321009 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (7e2171fb-68d2-4238-a0cd-39d6c991499a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.338434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2171fb-68d2-4238-a0cd-39d6c991499a,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:02.346560 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.347754 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-30ea5ea2-7f42-47ae-83f5-2162f8a2ea40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1218200
Apr 01 10:14:02.350862 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58720) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:02.355178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:02.376685 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.483331 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.591490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.37.5.110 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/e56df1c2-4e70-4f52-b5f8-ad1ebf42b784) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:14:02.697679 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.724376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 71151d8e-8b02-48e6-9647-5784fb1bf77c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:14:02.733625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.772783 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:14:02.775769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:14:02.781625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:14:02.783001 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 71151d8e-8b02-48e6-9647-5784fb1bf77c triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:02.783388 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.787655 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=e56df1c2-4e70-4f52-b5f8-ad1ebf42b784,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:02.800700 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:14:02.813128 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:02.814115 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94253f29a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:02.866328 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 71151d8e-8b02-48e6-9647-5784fb1bf77c is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:02.866617 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.875805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.889388 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 71151d8e-8b02-48e6-9647-5784fb1bf77c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71151d8e-8b02-48e6-9647-5784fb1bf77c,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:02.894572 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.917291 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:02.925832 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:02.944539 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=71151d8e-8b02-48e6-9647-5784fb1bf77c,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:03.074435 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.079056 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.147238 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=e56df1c2-4e70-4f52-b5f8-ad1ebf42b784,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:03.155077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.172385 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.173636 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-48938f7f-2abd-4bdc-b2ee-f2e131b6a5a9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8218241
Apr 01 10:14:03.218452 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94253f29a0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:03.245149 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:14:03.245500 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Updating router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 port 796cf218-1d2b-47c0-9878-05cf884b5bfb binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:14:03.273188 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.422688 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-6dda8659-97bf-4f14-8aa9-8e6629ad721c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1665017261&fields=id&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 267 time: 0.0423994
Apr 01 10:14:03.525535 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a64e1923-7078-46ee-8662-a99d62b77d18 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:03.527000 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a64e1923-7078-46ee-8662-a99d62b77d18 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.0975907
Apr 01 10:14:03.535597 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks [] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.542257 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-c50981bc-e8d7-4758-88d5-e0936965a2d4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/quotas/1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 375 time: 0.0096142
Apr 01 10:14:03.542454 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.592374 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Pushing event updated for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:03.602889 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-22291242-3c0a-4bfc-808c-6cfcf71936c4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0552320
Apr 01 10:14:03.615416 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.615752 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.616105 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.616454 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.616788 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.617112 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.617429 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.617743 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.618058 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.618373 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.618706 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.619035 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.619352 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.619660 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.619967 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:03.657203 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Attempting to bind port 796cf218-1d2b-47c0-9878-05cf884b5bfb on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:14:03.657560 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Attempting to bind port 796cf218-1d2b-47c0-9878-05cf884b5bfb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:14:03.657909 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Attempting to bind port 796cf218-1d2b-47c0-9878-05cf884b5bfb on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:14:03.663396 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:14:03.663762 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:14:03.664154 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.664533 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:14:03.664982 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Bound port: 796cf218-1d2b-47c0-9878-05cf884b5bfb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:14:03.665350 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.715024 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-5f80f295-8b43-471e-abff-2209e434a29e service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965774
Apr 01 10:14:03.731673 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] For port 796cf218-1d2b-47c0-9878-05cf884b5bfb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:14:03.736172 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] For port 796cf218-1d2b-47c0-9878-05cf884b5bfb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=796cf218-1d2b-47c0-9878-05cf884b5bfb,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:14:03.744168 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.809811 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:03.810851 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Provisioning complete for port 796cf218-1d2b-47c0-9878-05cf884b5bfb triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:03.813063 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94253f29a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:13:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:03.813345 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.832888 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-22e2b02d-5a84-477e-87be-e8ba5f86ef52 service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119816
Apr 01 10:14:03.858939 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7851-6b0a-4ed7-90dc-5cffad42864e None None] Pushing event updated for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:03.909115 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Current status of the port 796cf218-1d2b-47c0-9878-05cf884b5bfb is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:03.909507 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:03.948783 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:03.949269 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] For port 796cf218-1d2b-47c0-9878-05cf884b5bfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=796cf218-1d2b-47c0-9878-05cf884b5bfb,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:03.955382 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:04.012405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801aab-efa9-45c7-a308-2117a0f7a07e None None] Pushing event updated for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:04.101556 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ed62ead5-bb89-4d1e-896f-1bc928160c4c None None] Provisioning complete for port 796cf218-1d2b-47c0-9878-05cf884b5bfb triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:04.102227 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ed62ead5-bb89-4d1e-896f-1bc928160c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:04.116854 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cdb00cc5-8cdb-449d-981c-de31ceddace6 req-4be1777c-a20c-41a4-942c-4913a9ddccb7 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 210 time: 0.1130164
Apr 01 10:14:04.196063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ead5-bb89-4d1e-896f-1bc928160c4c None None] Current status of the port 796cf218-1d2b-47c0-9878-05cf884b5bfb is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:04.200298 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94253f29a0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:04.229289 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97acf0-2d81-40ce-b8d6-4144c9b76ac1 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:14:04.782503 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 71151d8e-8b02-48e6-9647-5784fb1bf77c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:14:04.833019 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 71151d8e-8b02-48e6-9647-5784fb1bf77c triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:04.833712 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:04.915404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 71151d8e-8b02-48e6-9647-5784fb1bf77c is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:04.916501 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 796cf218-1d2b-47c0-9878-05cf884b5bfb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:14:04.962897 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 796cf218-1d2b-47c0-9878-05cf884b5bfb triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:04.963265 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:05.041490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 796cf218-1d2b-47c0-9878-05cf884b5bfb is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:05.210503 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-937631d0-d33f-4f10-8536-6713dddf2a62 req-ce845daa-58ff-4f39-a65c-22bdf55b3581 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 210 time: 0.0284147
Apr 01 10:14:05.926497 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-513c0f3a-9824-4c70-921a-e25c67a2b9a3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:05.928738 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-513c0f3a-9824-4c70-921a-e25c67a2b9a3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1280456
Apr 01 10:14:06.003804 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-87fd500d-9776-4ecc-9bd5-095fea0138a6 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 380 time: 0.0601354
Apr 01 10:14:06.014331 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'port': {'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'admin_state_up': True, 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'security_groups': ['24145867-7f94-4085-aac4-7f9ef90a8f41']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:06.132011 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:14:06.135778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.259310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.20.0.11 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/7c832b8f-5482-4867-93bb-63c19a50ffba) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:14:06.320573 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71ec7063-ee67-451a-a24f-7640949168f5 req-691d9504-081a-4965-85c6-a0555c6376de tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 210 time: 0.0364859
Apr 01 10:14:06.420625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.459492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.507699 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:14:06.510901 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:14:06.514102 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:14:06.541566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:06.572329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:06.572779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.590567 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-a7fa2708-9cae-4cac-9905-ca3b14282524 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5802238
Apr 01 10:14:06.602141 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Request body: {'port': {'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:06.661721 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.741259 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-70630b94-bc3d-40fd-aae8-adf6bfb270df None None] Provisioning complete for port 7c832b8f-5482-4867-93bb-63c19a50ffba triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:06.741833 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-70630b94-bc3d-40fd-aae8-adf6bfb270df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.779504 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-70630b94-bc3d-40fd-aae8-adf6bfb270df None None] Port 7c832b8f-5482-4867-93bb-63c19a50ffba cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:14:06.924948 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c832b8f-5482-4867-93bb-63c19a50ffba {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:14:06.932242 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks [] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.944109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Transition to ACTIVE for port object 7c832b8f-5482-4867-93bb-63c19a50ffba will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:14:06.950624 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:06.998147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Pushing event updated for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:07.079741 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Attempting to bind port 7c832b8f-5482-4867-93bb-63c19a50ffba on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:14:07.080232 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Attempting to bind port 7c832b8f-5482-4867-93bb-63c19a50ffba by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:14:07.080668 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Attempting to bind port 7c832b8f-5482-4867-93bb-63c19a50ffba on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:14:07.085768 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Port 7c832b8f-5482-4867-93bb-63c19a50ffba on network 9da82d1d-4bc1-4295-8708-e98235a59efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:14:07.086437 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Attempting to bind port 7c832b8f-5482-4867-93bb-63c19a50ffba on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:14:07.092937 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:14:07.093500 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:14:07.093975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:14:07.094492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Bound port: 7c832b8f-5482-4867-93bb-63c19a50ffba, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:14:07.094976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:07.168454 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:14:07.171819 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c832b8f-5482-4867-93bb-63c19a50ffba,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:14:07.179304 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:07.225395 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.226021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:07.227479 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] 10.222.0.15 "PUT /v2.0/ports/7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 1094 time: 0.6295285
Apr 01 10:14:07.227932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:14:07.230171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0" -d '{"events": [{"name": "network-changed", "server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:14:07.264835 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b10d-4996-45e1-8dd3-9911dcc5de8a service neutron] Pushing event updated for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:07.281047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4231ea-8e91-4f6c-8bbe-a58bc031be5e x-openstack-request-id: req-bf4231ea-8e91-4f6c-8bbe-a58bc031be5e {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:14:07.281233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:14:07.281604 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf4231ea-8e91-4f6c-8bbe-a58bc031be5e {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:14:07.282088 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4231ea-8e91-4f6c-8bbe-a58bc031be5e'] response: {'name': 'network-changed', 'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'status': 'completed', 'code': 200}
Apr 01 10:14:07.318755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-9896da4f-c56f-4525-ae7c-9bfe3c7191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.320451 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-9896da4f-c56f-4525-ae7c-9bfe3c7191c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1128 time: 0.0511394
Apr 01 10:14:07.357417 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:07.373198 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-d7751792-9825-45d2-b009-dcd945f8a43a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 217 time: 0.0446212
Apr 01 10:14:07.451028 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-2888992d-22cc-4454-83ff-a7be4dc13cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.452391 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-2888992d-22cc-4454-83ff-a7be4dc13cb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0737615
Apr 01 10:14:07.492736 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8c6dc-8771-4507-95d5-6ca96b1e6028 req-4859ebca-0a74-4f4b-9f02-d63062efe1cd tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.494083 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cdb8c6dc-8771-4507-95d5-6ca96b1e6028 req-4859ebca-0a74-4f4b-9f02-d63062efe1cd tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.0859778
Apr 01 10:14:07.546826 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-f5e0ccfa-29a0-454f-80ca-c272ffbdc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.548323 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-f5e0ccfa-29a0-454f-80ca-c272ffbdc1a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0895278
Apr 01 10:14:07.566710 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cdb8c6dc-8771-4507-95d5-6ca96b1e6028 req-9f38ef09-4c00-4f85-8aee-dc6a028065b1 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664158
Apr 01 10:14:07.640227 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-c5b05815-ddcf-4b65-96bf-dfc59d6117c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845094
Apr 01 10:14:07.730968 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e087612c-4be0-42fa-91ac-d72c942e1752 req-fbb0c6e4-3845-44a6-bb76-f33926ed89ef service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836172
Apr 01 10:14:07.824202 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-5274568f-63e1-4f77-8f9a-f588e7ced5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.825709 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-5274568f-63e1-4f77-8f9a-f588e7ced5c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1128 time: 0.0449321
Apr 01 10:14:07.915538 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-913b57f8-fabe-40d7-8ce6-7fecf8751c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:07.916978 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-913b57f8-fabe-40d7-8ce6-7fecf8751c12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0848243
Apr 01 10:14:07.960054 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-a2b7d121-ffaa-492a-baaa-d9cd7f8e10d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 217 time: 0.0368028
Apr 01 10:14:08.009781 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-a4e28c9d-137c-4dfc-bbc5-cd770b600855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:08.011121 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-a4e28c9d-137c-4dfc-bbc5-cd770b600855 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0436583
Apr 01 10:14:08.059898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-c4a2e050-5479-4a7e-ac37-05860d49ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:08.061362 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-c4a2e050-5479-4a7e-ac37-05860d49ff41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440788
Apr 01 10:14:08.153152 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-201a1580-584b-49c8-aee5-e5070134b5d9 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850472
Apr 01 10:14:08.240609 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2c95838-36ca-44d7-a43f-29d9f0e7fae0 req-e8e879e7-2484-4440-87c6-cc824e5b91fc service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816019
Apr 01 10:14:08.600739 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7f8466d3-cf9e-46e6-b07e-6e073c8790d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:08.699121 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f177a23-675c-4c82-b41a-f7c0c158abe9 req-effc01d3-db07-43cd-b25f-33994bfecb92 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:08.701501 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f177a23-675c-4c82-b41a-f7c0c158abe9 req-effc01d3-db07-43cd-b25f-33994bfecb92 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.0618665
Apr 01 10:14:08.753943 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f177a23-675c-4c82-b41a-f7c0c158abe9 req-4207cf93-58d4-4c0f-bddb-50fe7de26e70 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464330
Apr 01 10:14:10.152418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d59167-ff48-43c4-8c9b-72762d64e554 req-bbbc2a9d-d558-4c6e-92cd-c523df716390 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:10.153935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0d59167-ff48-43c4-8c9b-72762d64e554 req-bbbc2a9d-d558-4c6e-92cd-c523df716390 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.3314960
Apr 01 10:14:10.202329 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f0d59167-ff48-43c4-8c9b-72762d64e554 req-66b3397d-21cd-4d61-9294-210c5ec81be9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402865
Apr 01 10:14:10.953312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a94a2b9a-f487-4bc5-8935-38886f17a1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:11.336213 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a8bb-54b2-4e33-90ed-70e80335b66a req-5c7744c5-b4d5-47ea-908f-6a82eb6852d5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:11.337718 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91b8a8bb-54b2-4e33-90ed-70e80335b66a req-5c7744c5-b4d5-47ea-908f-6a82eb6852d5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.0565960
Apr 01 10:14:11.385920 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91b8a8bb-54b2-4e33-90ed-70e80335b66a req-0c328c9a-8250-4b2e-a529-6941f317fe93 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422235
Apr 01 10:14:12.206261 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:12.529352 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8182-cd9a-4616-a63c-fc467ea66cd5 req-42cad2fa-1acc-4c21-b7f9-0df5da7c5dcc tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:12.530857 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a9a8182-cd9a-4616-a63c-fc467ea66cd5 req-42cad2fa-1acc-4c21-b7f9-0df5da7c5dcc tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.0588760
Apr 01 10:14:12.580580 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a9a8182-cd9a-4616-a63c-fc467ea66cd5 req-335f0575-57c6-434c-baa5-aecef9d827c2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439126
Apr 01 10:14:13.356557 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:13.720253 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77c0bf-b693-41f2-b08c-81ba2edb77a2 req-61e86e37-0c6e-4848-9d21-b9d92a417ee2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:13.721734 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa77c0bf-b693-41f2-b08c-81ba2edb77a2 req-61e86e37-0c6e-4848-9d21-b9d92a417ee2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 944 time: 0.0594194
Apr 01 10:14:13.772506 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa77c0bf-b693-41f2-b08c-81ba2edb77a2 req-c40f1770-509b-4dd4-8085-5c6d77619274 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423365
Apr 01 10:14:13.968622 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7c832b8f-5482-4867-93bb-63c19a50ffba details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:14:14.069630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c832b8f-5482-4867-93bb-63c19a50ffba,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:14.081626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:14:14.119821 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 7c832b8f-5482-4867-93bb-63c19a50ffba is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:14.120211 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:14.136489 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c832b8f-5482-4867-93bb-63c19a50ffba {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:14:14.155643 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c832b8f-5482-4867-93bb-63c19a50ffba,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:14.163198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:14.208252 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:14.215204 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.215548 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.215940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.216251 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.216602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.216926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.217247 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.217564 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.217906 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.218205 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.218518 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.218922 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.219177 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.219490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.219803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:14.890473 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['7c832b8f-5482-4867-93bb-63c19a50ffba'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:14:14.902856 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab1ff-c463-4389-bd7c-00d642cef7ae req-2010b4a0-f2f4-400a-84f8-02873c593a6a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:14.904474 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-490ab1ff-c463-4389-bd7c-00d642cef7ae req-2010b4a0-f2f4-400a-84f8-02873c593a6a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 945 time: 0.0576515
Apr 01 10:14:14.954287 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-490ab1ff-c463-4389-bd7c-00d642cef7ae req-9d2b94e2-e5c1-4482-8cf6-c2952573bb8b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439744
Apr 01 10:14:15.054761 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:16.077631 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4171a-7fb6-4350-b283-be5761246c12 req-4a0d151b-4fa0-4c59-9f8d-0ba6effff251 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:16.079109 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cbc4171a-7fb6-4350-b283-be5761246c12 req-4a0d151b-4fa0-4c59-9f8d-0ba6effff251 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 945 time: 0.0530188
Apr 01 10:14:16.130944 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cbc4171a-7fb6-4350-b283-be5761246c12 req-88d0831c-0339-4074-8a5e-093b9bb538f4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459914
Apr 01 10:14:17.265428 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b8100-b5e7-4957-9e4a-33de81d5d09d req-3a2422f7-f259-486f-93fc-f8136d414873 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:17.266939 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d82b8100-b5e7-4957-9e4a-33de81d5d09d req-3a2422f7-f259-486f-93fc-f8136d414873 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 945 time: 0.0555663
Apr 01 10:14:17.296892 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7c832b8f-5482-4867-93bb-63c19a50ffba up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:14:17.314492 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d82b8100-b5e7-4957-9e4a-33de81d5d09d req-87da9189-ec14-477e-8d6b-b6f3e9669cfb tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419223
Apr 01 10:14:17.349508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 7c832b8f-5482-4867-93bb-63c19a50ffba completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:14:17.353307 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 7c832b8f-5482-4867-93bb-63c19a50ffba triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:14:17.353961 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:17.432882 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 7c832b8f-5482-4867-93bb-63c19a50ffba is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:14:17.433126 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:17.456405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:14:17.458641 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a241c8f-7998-4c6e-a802-ed24debf7800" -d '{"events": [{"server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "name": "network-vif-plugged", "status": "completed", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:14:17.471167 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c832b8f-5482-4867-93bb-63c19a50ffba,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:17.477271 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:17.501159 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737dc50-b7fc-4a30-a863-43b7eaaed7d3 x-openstack-request-id: req-b737dc50-b7fc-4a30-a863-43b7eaaed7d3 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:14:17.501455 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "name": "network-vif-plugged", "status": "completed", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:14:17.501706 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b737dc50-b7fc-4a30-a863-43b7eaaed7d3 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:14:17.502100 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b737dc50-b7fc-4a30-a863-43b7eaaed7d3'] response: {'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'code': 200}
Apr 01 10:14:17.530112 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:17.678227 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc559b4-ff16-43ed-b0d0-01e162e8aa00 req-8e3efb8f-587c-44bb-906a-37dd1ecdf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:17.680577 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3dc559b4-ff16-43ed-b0d0-01e162e8aa00 req-8e3efb8f-587c-44bb-906a-37dd1ecdf1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1130 time: 0.0521755
Apr 01 10:14:17.729351 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3dc559b4-ff16-43ed-b0d0-01e162e8aa00 req-641646d8-3ae8-447f-8790-4bfd57ed1c04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419743
Apr 01 10:14:18.442821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b819b-4b5d-4c0d-ae91-8bc9a91901e8 req-7abacee3-2802-4e64-b171-652d9163f633 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:18.444344 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fd3b819b-4b5d-4c0d-ae91-8bc9a91901e8 req-7abacee3-2802-4e64-b171-652d9163f633 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0575492
Apr 01 10:14:18.497529 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fd3b819b-4b5d-4c0d-ae91-8bc9a91901e8 req-c9163799-6879-4fe6-a1dd-3ee1cd64d011 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471370
Apr 01 10:14:19.633397 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48508bb-59d5-494e-8449-3b58f1c3e90e req-8b2eb9ac-c22c-4bd6-89e4-822f24764cdf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:19.634859 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b48508bb-59d5-494e-8449-3b58f1c3e90e req-8b2eb9ac-c22c-4bd6-89e4-822f24764cdf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0571780
Apr 01 10:14:19.685040 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b48508bb-59d5-494e-8449-3b58f1c3e90e req-df113a5a-cd6d-4763-9789-f0cc8ab9a5f2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414515
Apr 01 10:14:19.807910 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c07a2-0ce2-44e2-9872-d5199a09312e req-0e1b5103-f671-42df-9706-5e5a4ce5c633 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:19.809319 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e22c07a2-0ce2-44e2-9872-d5199a09312e req-0e1b5103-f671-42df-9706-5e5a4ce5c633 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0562479
Apr 01 10:14:19.818301 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 58864) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:19.823005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:14:19.862114 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:20.522491 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.db.resource_extend [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 01 10:14:20.572339 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:20.578596 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:20.680214 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP 97276686-30bc-45ae-bcda-59fb344a47ee associated. External IP: 172.37.5.110, port: 7c832b8f-5482-4867-93bb-63c19a50ffba.
Apr 01 10:14:20.895258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:14:21.007856 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:14:21.012755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:21.019772 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:14:21.030359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:21.031055 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424609a90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:21.042512 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bf0c6422-99a2-4696-8e7a-cb19791f0f40 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "PUT /v2.0/floatingips/97276686-30bc-45ae-bcda-59fb344a47ee HTTP/1.1" status: 200  len: 992 time: 1.2230411
Apr 01 10:14:21.043150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:14:21.045422 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:14:21.083601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726dcbd0-270c-40ad-9fe1-528cba10520f x-openstack-request-id: req-726dcbd0-270c-40ad-9fe1-528cba10520f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:14:21.084135 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:14:21.084587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-726dcbd0-270c-40ad-9fe1-528cba10520f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:14:21.084990 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726dcbd0-270c-40ad-9fe1-528cba10520f'] response: {'name': 'network-changed', 'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'status': 'completed', 'code': 200}
Apr 01 10:14:21.145045 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:21.158353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-70a9ff78-835f-43ae-8b17-59434461ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:21.160742 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-70a9ff78-835f-43ae-8b17-59434461ccf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1130 time: 0.0507729
Apr 01 10:14:21.257085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-a18baf9d-425e-46f8-b7f1-eee0809e933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:21.259050 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-a18baf9d-425e-46f8-b7f1-eee0809e933d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0916598
Apr 01 10:14:21.329274 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-d72dba80-6a49-467b-86d0-d3e73d167012 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 1000 time: 0.0635180
Apr 01 10:14:21.392145 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424609a90>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:20Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:21.397964 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-19a92cce-e0ad-4adf-9121-dced640547a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:21.399465 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-19a92cce-e0ad-4adf-9121-dced640547a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0633857
Apr 01 10:14:21.419945 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:14:21.428764 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:21.429378 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424609a90>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:21.447864 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-cb70da72-c144-4a4a-af7c-2b6ddc8c55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:21.449397 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-cb70da72-c144-4a4a-af7c-2b6ddc8c55ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0441742
Apr 01 10:14:21.459945 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-abeb53a8-50ff-4619-861c-15173fa791a8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:14:21.460910 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-abeb53a8-50ff-4619-861c-15173fa791a8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050924
Apr 01 10:14:21.553191 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-cf1e6692-d38c-483f-b6e4-4679897e1370 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854468
Apr 01 10:14:21.647397 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ad9590-64eb-469b-bbb2-3a28aaa6d6d3 req-0eb91a99-401b-4918-b265-54a8d94c9318 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879569
Apr 01 10:14:21.670620 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:21.894091 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424609a90>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:20Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:21.923573 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a0820-cfff-4664-ab8f-b2b1446afeb1 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:20Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:14:22.128811 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c647398-4192-437b-add2-7ade10d98e80 None None] New status for floating IP 97276686-30bc-45ae-bcda-59fb344a47ee: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:14:24.620737 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58914) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:24.669331 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Deleting subnet 2ee22ed9-fcd8-4036-90e8-c7cf795c7897 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:14:24.672796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Publish callbacks [] for subnet (2ee22ed9-fcd8-4036-90e8-c7cf795c7897), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.706092 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (2ee22ed9-fcd8-4036-90e8-c7cf795c7897), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.750262 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (2ee22ed9-fcd8-4036-90e8-c7cf795c7897), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.803716 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (2ee22ed9-fcd8-4036-90e8-c7cf795c7897), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.828221 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee22ed9-fcd8-4036-90e8-c7cf795c7897,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:24.832177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.835376 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-33ebe850-61f3-4844-b51c-7fc7aa906df7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ee22ed9-fcd8-4036-90e8-c7cf795c7897 HTTP/1.1" status: 204  len: 168 time: 0.2134764
Apr 01 10:14:24.838122 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58916) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:24.906008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (7bfcac4a-d60e-4922-b594-c3472a473d4a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:24.987749 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (7bfcac4a-d60e-4922-b594-c3472a473d4a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.007897 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941fbd3ac0>,) {'filters': {'network_id': ['7bfcac4a-d60e-4922-b594-c3472a473d4a']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:25.017592 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fbd3ac0>, '06ca4202-dd11-4af4-ab34-a8ca41c6bca2') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:25.017886 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941fbd3ac0>, '06ca4202-dd11-4af4-ab34-a8ca41c6bca2') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:25.027299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (06ca4202-dd11-4af4-ab34-a8ca41c6bca2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.040570 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (06ca4202-dd11-4af4-ab34-a8ca41c6bca2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.046445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:14:25.046872 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (06ca4202-dd11-4af4-ab34-a8ca41c6bca2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:14:25.048481 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:14:25.106475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (7bfcac4a-d60e-4922-b594-c3472a473d4a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.111909 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.115033 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7bfcac4a-d60e-4922-b594-c3472a473d4a HTTP/1.1" status: 204  len: 168 time: 0.2758982
Apr 01 10:14:25.126106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914274fc-e051-4933-85d2-bebfa171bba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfcac4a-d60e-4922-b594-c3472a473d4a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:25.230821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58920) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:25.272105 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e7654f07-8b51-4936-a5db-bad7eb6a7388 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbdc40573f43486bb7c7a2fc5f262033&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0400450
Apr 01 10:14:25.274666 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 58922) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:25.322815 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] Publish callbacks [] for security_group (317fc68b-39ac-48e2-8540-24146161c76f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.344888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] Publish callbacks [] for security_group (317fc68b-39ac-48e2-8540-24146161c76f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.394272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (317fc68b-39ac-48e2-8540-24146161c76f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.397272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:25.398436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/317fc68b-39ac-48e2-8540-24146161c76f HTTP/1.1" status: 204  len: 168 time: 0.1228535
Apr 01 10:14:25.407385 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c2295-e24b-4f16-b77d-754d9268eb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317fc68b-39ac-48e2-8540-24146161c76f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:34.602599 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59000) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:34.710916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-869b63c4-1737-4ff6-a41b-bac4fa08eafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.788657 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-869b63c4-1737-4ff6-a41b-bac4fa08eafc admin admin] Publish callbacks [] for security_group (ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.794564 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-869b63c4-1737-4ff6-a41b-bac4fa08eafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.830973 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b63c4-1737-4ff6-a41b-bac4fa08eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:34.836496 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-869b63c4-1737-4ff6-a41b-bac4fa08eafc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8610344852474a56bcd59dfcbf48bb32&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2328579
Apr 01 10:14:34.839513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59004) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:34.886888 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] Publish callbacks [] for security_group (ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.908689 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] Publish callbacks [] for security_group (ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.961801 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.964330 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:34.965442 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648 HTTP/1.1" status: 204  len: 168 time: 0.1249044
Apr 01 10:14:34.972745 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa800d7-c008-4363-b364-47d8a8ac71db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d57a0-0ed5-4bd8-9ca4-18e3caf0d648,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:36.339451 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:14:37.377387 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:38.605843 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-24dff6d3-556d-485d-9fcc-9291175fee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:40.957378 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-724c7a1a-826a-44c0-83dc-14399de12719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:42.148671 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f25e-e5da-4737-a4d0-3b08b40c7cc3 req-428d3ece-069f-473a-a6d4-4fe0c7e30019 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:42.150222 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3556f25e-e5da-4737-a4d0-3b08b40c7cc3 req-428d3ece-069f-473a-a6d4-4fe0c7e30019 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0573640
Apr 01 10:14:42.200601 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3556f25e-e5da-4737-a4d0-3b08b40c7cc3 req-0768e6f5-3ca1-4421-8ed8-7a31ad54c3eb tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419195
Apr 01 10:14:42.206753 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:43.342786 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cbde5-83b5-4f30-ad99-0cd996337fb8 req-be1eb140-246d-4319-ac49-e298cab761ab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:43.344278 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81cbde5-83b5-4f30-ad99-0cd996337fb8 req-be1eb140-246d-4319-ac49-e298cab761ab tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0602922
Apr 01 10:14:43.358546 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:43.393634 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81cbde5-83b5-4f30-ad99-0cd996337fb8 req-79af1045-1421-43af-b99c-cba0cb23178f tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430803
Apr 01 10:14:43.923417 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-7bb67b0d-ba82-4a65-8301-88e2390f4d3e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:14:43.924917 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-7bb67b0d-ba82-4a65-8301-88e2390f4d3e tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 946 time: 0.0580645
Apr 01 10:14:44.019917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Deleting port 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:44.020249 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (29223cc6-236b-47ca-8914-e65111046089), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.118088 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] For port 29223cc6-236b-47ca-8914-e65111046089, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29223cc6-236b-47ca-8914-e65111046089,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:44.118575 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (29223cc6-236b-47ca-8914-e65111046089), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.295357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.295600 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.295919 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Floating IP 8eda2609-495f-452e-9802-b3611ba6df55 disassociated. External IP: 172.37.5.62, port: 29223cc6-236b-47ca-8914-e65111046089.
Apr 01 10:14:44.296248 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Calling delete_port for 29223cc6-236b-47ca-8914-e65111046089 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:44.427419 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (29223cc6-236b-47ca-8914-e65111046089), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.464413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'Port': ['ID=29223cc6-236b-47ca-8914-e65111046089,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:44.499932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.500289 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.500636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.500975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.501312 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.501646 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.501973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.502299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.502626 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.503007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.503313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.503637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.503965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.504293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.504619 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:44.539160 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ddbc59e1-278d-4846-9101-21e008faaf06 req-aa375ecc-94d0-421c-8284-56314d7a2b83 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b6b5d9e-6bee-443c-86e3-94e71c99643d HTTP/1.1" status: 200  len: 210 time: 0.0724115
Apr 01 10:14:44.610684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:14:44.719187 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:14:44.729510 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:14:44.740460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:44.741378 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248e2280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:44.759505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] No DVR routers for this DVR port 29223cc6-236b-47ca-8914-e65111046089 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:14:44.762119 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:44.765775 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3d51917e-1c99-4bf3-bf90-6fa2b6cde24f req-e6a069a9-7e65-48fb-9e60-d50437afbd94 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.15 "DELETE /v2.0/ports/29223cc6-236b-47ca-8914-e65111046089 HTTP/1.1" status: 204  len: 173 time: 0.8355317
Apr 01 10:14:44.766218 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-deleted', 'tag': '29223cc6-236b-47ca-8914-e65111046089'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:14:44.768637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a51416-511f-4a2f-ad8f-b97b827a0335" -d '{"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-deleted", "tag": "29223cc6-236b-47ca-8914-e65111046089"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:14:44.858940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:45.012587 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb22be5-e974-47a6-9aad-cb15cfaa1fd7 x-openstack-request-id: req-7eb22be5-e974-47a6-9aad-cb15cfaa1fd7 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:14:45.013483 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b5d9e-6bee-443c-86e3-94e71c99643d", "name": "network-vif-deleted", "tag": "29223cc6-236b-47ca-8914-e65111046089", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:14:45.013483 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eb22be5-e974-47a6-9aad-cb15cfaa1fd7 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:14:45.014042 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb22be5-e974-47a6-9aad-cb15cfaa1fd7'] response: {'server_uuid': '5b6b5d9e-6bee-443c-86e3-94e71c99643d', 'name': 'network-vif-deleted', 'tag': '29223cc6-236b-47ca-8914-e65111046089', 'status': 'completed', 'code': 200}
Apr 01 10:14:45.075778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.091696 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248e2280>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:45.118014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:14:45.127374 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:45.127978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94248e2280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:45.237779 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:45.440372 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94248e2280>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:45.469980 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf83085-d73f-4caf-a3f1-1251a543d06a None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:04:15Z', 'revision_number': 4, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5236fcba-2fa1-477d-b4b1-e1f49f74aab0', 'name': '', 'network_id': '2e9d4a0c-1d37-47c8-938f-aa4da0ee4052', 'tenant_id': '984d4a492510482d88f7aec954117969', 'mac_address': 'fa:16:3e:ae:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:13Z', 'updated_at': '2022-04-01T10:04:25Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'subnets': [{'id': 'c9a9cb81-962e-4765-ad9c-6f40e43db21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:14:45.633975 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59034) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:45.691655 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.692226 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643aea0-bf4a-4142-a918-8b0f8fd4ea4c None None] New status for floating IP 8eda2609-495f-452e-9802-b3611ba6df55: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:14:45.714693 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.764786 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.767542 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.768727 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "DELETE /v2.0/security-groups/bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4 HTTP/1.1" status: 204  len: 168 time: 0.1333761
Apr 01 10:14:45.771743 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59036) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:45.780534 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7abca-fe6f-4d5a-8ebf-dbea014f1e92 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:45.786502 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-09eb0ab3-1905-4317-9145-4316c1c0a028 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] show failed (client error): The resource could not be found.
Apr 01 10:14:45.790365 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-09eb0ab3-1905-4317-9145-4316c1c0a028 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "GET /v2.0/security-groups/bf4eed82-4ae7-46ea-b29c-8a1b0bec1db4 HTTP/1.1" status: 404  len: 347 time: 0.0173519
Apr 01 10:14:45.791134 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59038) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:45.923593 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Deleting port fe983af6-d3cb-4a45-b4c3-47d4f815c589 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:45.923877 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.999021 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:45.999233 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (fe983af6-d3cb-4a45-b4c3-47d4f815c589), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:46.010841 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Calling delete_port for fe983af6-d3cb-4a45-b4c3-47d4f815c589 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:46.145515 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (fe983af6-d3cb-4a45-b4c3-47d4f815c589), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:46.175290 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Pushing event deleted for resources: {'Port': ['ID=fe983af6-d3cb-4a45-b4c3-47d4f815c589,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:46.234870 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks [] for floatingip (8eda2609-495f-452e-9802-b3611ba6df55), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:46.237383 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:46.238545 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-98292ea3-57f8-4650-acbb-107746e94eea tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] 10.222.0.46 "DELETE /v2.0/floatingips/8eda2609-495f-452e-9802-b3611ba6df55 HTTP/1.1" status: 204  len: 168 time: 0.4462268
Apr 01 10:14:47.456158 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:14:47.477513 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 29223cc6-236b-47ca-8914-e65111046089 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:14:47.477868 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 29223cc6-236b-47ca-8914-e65111046089 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:14:48.692064 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59060) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:49.186999 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:49.451778 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Deleting port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:49.452015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:49.535160 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] For port 5236fcba-2fa1-477d-b4b1-e1f49f74aab0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:49.535528 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:49.548782 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Calling delete_port for 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:49.728003 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (5236fcba-2fa1-477d-b4b1-e1f49f74aab0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:49.753674 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Pushing event deleted for resources: {'Port': ['ID=5236fcba-2fa1-477d-b4b1-e1f49f74aab0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:49.922806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.149927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Router d86e53e3-e900-493d-a4f8-51e9ba8eb756 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:14:50.286063 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:14:50.291423 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-45471b2f-abb1-452a-9155-aa68a08b015d admin admin] 10.222.0.46 "PUT /v2.0/routers/d86e53e3-e900-493d-a4f8-51e9ba8eb756/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5982711
Apr 01 10:14:50.294220 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59064) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:50.295599 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Sync routers for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:14:50.306206 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:50.306848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424829f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:50.398494 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks [] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.414325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:50.502185 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks [] for router_gateway (d86e53e3-e900-493d-a4f8-51e9ba8eb756), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.554966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Deleting port d2ec3a2d-ffd2-4f22-bed4-f234633acd52 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:50.555310 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.593020 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424829f10>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:14:49Z', 'revision_number': 5, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port': {'id': 'd2ec3a2d-ffd2-4f22-bed4-f234633acd52', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:04:04Z', 'updated_at': '2022-04-01T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:50.619489 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Checking router: d86e53e3-e900-493d-a4f8-51e9ba8eb756 for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:14:50.627876 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Routers {'d86e53e3-e900-493d-a4f8-51e9ba8eb756'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:14:50.628457 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424829f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:14:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:50.635698 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] For port d2ec3a2d-ffd2-4f22-bed4-f234633acd52, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:50.636066 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.649653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Calling delete_port for d2ec3a2d-ffd2-4f22-bed4-f234633acd52 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:50.716628 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] Set router d86e53e3-e900-493d-a4f8-51e9ba8eb756 gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:14:50.767507 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424829f10>, [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:14:50Z', 'revision_number': 6, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:50.796014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d938d-2df2-471a-b6cf-d41731c7f5f3 None None] The sync data for ids ['d86e53e3-e900-493d-a4f8-51e9ba8eb756'] in dv-cinder-master-3-iscsi is: [{'id': 'd86e53e3-e900-493d-a4f8-51e9ba8eb756', 'name': 'tempest-AttachVolumeShelveTestJSON-1105114835-router', 'tenant_id': '984d4a492510482d88f7aec954117969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:02Z', 'updated_at': '2022-04-01T10:14:50Z', 'revision_number': 6, 'project_id': '984d4a492510482d88f7aec954117969', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:14:50.821623 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (d2ec3a2d-ffd2-4f22-bed4-f234633acd52), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:50.847019 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ec3a2d-ffd2-4f22-bed4-f234633acd52,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:50.909309 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.002463 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.004659 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks [] for router_controller (d86e53e3-e900-493d-a4f8-51e9ba8eb756), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.306993 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (d86e53e3-e900-493d-a4f8-51e9ba8eb756), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.307482 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d86e53e3-e900-493d-a4f8-51e9ba8eb756 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:14:51.312588 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.313447 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9d76b60c-6f22-4288-a1f4-266557b5be06 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d86e53e3-e900-493d-a4f8-51e9ba8eb756 HTTP/1.1" status: 204  len: 168 time: 1.0182755
Apr 01 10:14:51.317202 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59068) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:51.359867 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Deleting subnet c9a9cb81-962e-4765-ad9c-6f40e43db21b {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:14:51.363192 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Publish callbacks [] for subnet (c9a9cb81-962e-4765-ad9c-6f40e43db21b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.398751 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (c9a9cb81-962e-4765-ad9c-6f40e43db21b), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.478608 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (c9a9cb81-962e-4765-ad9c-6f40e43db21b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.541497 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (c9a9cb81-962e-4765-ad9c-6f40e43db21b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.568636 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a9cb81-962e-4765-ad9c-6f40e43db21b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:51.570507 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.573729 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-618ab04c-0589-41fc-8133-5bec2d198188 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c9a9cb81-962e-4765-ad9c-6f40e43db21b HTTP/1.1" status: 204  len: 168 time: 0.2556083
Apr 01 10:14:51.574894 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4eab0b-a83c-4c03-8ea3-4d097adcad92 None None] Network 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:14:51.576258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59070) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:51.650097 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.703969 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Deleting port a0a6979f-f280-4cf5-a77a-97db27e94add {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:51.704302 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.747878 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] DHCP port deletion for 2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:14:51.770394 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] For port a0a6979f-f280-4cf5-a77a-97db27e94add, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0a6979f-f280-4cf5-a77a-97db27e94add,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:51.770791 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.787125 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Calling delete_port for a0a6979f-f280-4cf5-a77a-97db27e94add owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:51.800518 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Deleting port a0a6979f-f280-4cf5-a77a-97db27e94add {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:14:51.800919 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.865492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] For port a0a6979f-f280-4cf5-a77a-97db27e94add, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0a6979f-f280-4cf5-a77a-97db27e94add,segment=NetworkSegment(f4f6df53-ef28-4ea8-af4a-5815e986aeb0),segment_id=f4f6df53-ef28-4ea8-af4a-5815e986aeb0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:14:51.865894 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.877584 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.878942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Calling delete_port for a0a6979f-f280-4cf5-a77a-97db27e94add owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:14:51.904313 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a6979f-f280-4cf5-a77a-97db27e94add,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:51.906129 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] No DVR routers for this DVR port a0a6979f-f280-4cf5-a77a-97db27e94add on host dv-cinder-master-3-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:14:51.956609 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (a0a6979f-f280-4cf5-a77a-97db27e94add), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.978107 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:51.980599 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] Pushing event deleted for resources: {'Port': ['ID=a0a6979f-f280-4cf5-a77a-97db27e94add,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:51.984210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf379f-5f7b-498b-bbf8-f8ccf7ae05fb None None] No DVR routers for this DVR port a0a6979f-f280-4cf5-a77a-97db27e94add on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:14:52.003394 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f6a2820>,) {'filters': {'network_id': ['2e9d4a0c-1d37-47c8-938f-aa4da0ee4052']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:52.013284 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f6a2820>, 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:52.013579 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f6a2820>, 'f4f6df53-ef28-4ea8-af4a-5815e986aeb0') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:14:52.022755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59106136'] for segment (f4f6df53-ef28-4ea8-af4a-5815e986aeb0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.036025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (f4f6df53-ef28-4ea8-af4a-5815e986aeb0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.042031 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:14:52.042448 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58856775'] for segment (f4f6df53-ef28-4ea8-af4a-5815e986aeb0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]: Traceback (most recent call last):
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     timer()
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     cb(*args, **kw)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     return func(*args, **kwargs)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     self._notify()
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     self.callback(batched_events)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     event.method(event)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     return f(self, *a, **k)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._get(url).json()
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:14:52.044214 dv-cinder-master-3-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:14:52.099243 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (2e9d4a0c-1d37-47c8-938f-aa4da0ee4052), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.104529 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.107743 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2e9d4a0c-1d37-47c8-938f-aa4da0ee4052 HTTP/1.1" status: 204  len: 168 time: 0.5305884
Apr 01 10:14:52.118884 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd397e-62b2-411a-8ec2-c35e8e0cfd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9d4a0c-1d37-47c8-938f-aa4da0ee4052,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:52.245786 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59074) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:52.291744 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e21f048d-c5ea-4af5-9b26-1cbd54767ef3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=984d4a492510482d88f7aec954117969&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0447989
Apr 01 10:14:52.294807 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59076) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:52.346561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] Publish callbacks [] for security_group (3de49643-4165-4fbb-9ab5-0f6bf86a5d13), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.367346 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] Publish callbacks [] for security_group (3de49643-4165-4fbb-9ab5-0f6bf86a5d13), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.416397 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (3de49643-4165-4fbb-9ab5-0f6bf86a5d13), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.419105 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:52.420261 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3de49643-4165-4fbb-9ab5-0f6bf86a5d13 HTTP/1.1" status: 204  len: 168 time: 0.1244922
Apr 01 10:14:52.427976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df338c7d-b836-42b6-bf93-88be7b6b42f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de49643-4165-4fbb-9ab5-0f6bf86a5d13,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:52.725969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device d2ec3a2d-ffd2-4f22-bed4-f234633acd52 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:14:52.747092 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: d2ec3a2d-ffd2-4f22-bed4-f234633acd52 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:14:52.747519 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device d2ec3a2d-ffd2-4f22-bed4-f234633acd52 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:14:52.747988 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:14:52.767434 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:14:52.767778 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5236fcba-2fa1-477d-b4b1-e1f49f74aab0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:14:52.768189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a0a6979f-f280-4cf5-a77a-97db27e94add no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:14:52.924025 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: a0a6979f-f280-4cf5-a77a-97db27e94add {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:14:52.924368 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device a0a6979f-f280-4cf5-a77a-97db27e94add not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:14:53.672330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59126) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:53.792598 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:53.871798 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Publish callbacks [] for security_group (43c1b1d4-06d1-4633-b40c-0e5697cbcd0f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:53.877738 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (43c1b1d4-06d1-4633-b40c-0e5697cbcd0f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:53.922801 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1b1d4-06d1-4633-b40c-0e5697cbcd0f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:14:53.926634 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24cdc6f013424c6f8ecfa3826abe3279&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2533062
Apr 01 10:14:53.929561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59130) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:14:53.932469 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.932812 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.933149 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.933485 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.933813 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.934134 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.934437 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.934785 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.935106 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.935428 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.935751 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.936070 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.936438 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.936755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.937067 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8c24e9-94af-49b6-aaa0-b5d36159422f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:14:53.977315 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] Publish callbacks [] for security_group (43c1b1d4-06d1-4633-b40c-0e5697cbcd0f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:53.998136 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] Publish callbacks [] for security_group (43c1b1d4-06d1-4633-b40c-0e5697cbcd0f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:54.046738 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (43c1b1d4-06d1-4633-b40c-0e5697cbcd0f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:54.049232 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:14:54.050391 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43c1b1d4-06d1-4633-b40c-0e5697cbcd0f HTTP/1.1" status: 204  len: 168 time: 0.1197195
Apr 01 10:14:54.058277 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c2bbe-b854-4921-be9a-06fc93f4bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1b1d4-06d1-4633-b40c-0e5697cbcd0f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:05.749867 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59268) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:05.857311 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ff55b6a-b7e3-4acc-9c6d-7d13a7abff4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:05.930728 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ff55b6a-b7e3-4acc-9c6d-7d13a7abff4d admin admin] Publish callbacks [] for security_group (d7436dc8-12ae-4bb2-b4e5-5381476bb35a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:05.937154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ff55b6a-b7e3-4acc-9c6d-7d13a7abff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d7436dc8-12ae-4bb2-b4e5-5381476bb35a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:05.976882 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8ff55b6a-b7e3-4acc-9c6d-7d13a7abff4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4f6c7f4de04455fb4777d0a2714d164&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2258730
Apr 01 10:15:05.977716 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff55b6a-b7e3-4acc-9c6d-7d13a7abff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7436dc8-12ae-4bb2-b4e5-5381476bb35a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:05.979877 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59272) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:06.028315 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] Publish callbacks [] for security_group (d7436dc8-12ae-4bb2-b4e5-5381476bb35a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.049915 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] Publish callbacks [] for security_group (d7436dc8-12ae-4bb2-b4e5-5381476bb35a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.099160 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d7436dc8-12ae-4bb2-b4e5-5381476bb35a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.101636 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.102817 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7436dc8-12ae-4bb2-b4e5-5381476bb35a HTTP/1.1" status: 204  len: 168 time: 0.1219037
Apr 01 10:15:06.110505 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e47de1-9314-49cb-8a5b-124a3ecf64db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7436dc8-12ae-4bb2-b4e5-5381476bb35a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:06.381986 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59278) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:06.396021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-516e8e2d-647d-404a-bfe7-380ad9765cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.478430 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-516e8e2d-647d-404a-bfe7-380ad9765cb0 admin admin] Publish callbacks [] for security_group (b9f2e919-d1e5-471f-94cd-49b29fcb5501), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.485386 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-516e8e2d-647d-404a-bfe7-380ad9765cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b9f2e919-d1e5-471f-94cd-49b29fcb5501), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.523027 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-516e8e2d-647d-404a-bfe7-380ad9765cb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc598808538746b0bae1ba70c9ff7836&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1399484
Apr 01 10:15:06.523901 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e8e2d-647d-404a-bfe7-380ad9765cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2e919-d1e5-471f-94cd-49b29fcb5501,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:06.526593 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59280) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:06.583514 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] Publish callbacks [] for security_group (b9f2e919-d1e5-471f-94cd-49b29fcb5501), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.609569 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] Publish callbacks [] for security_group (b9f2e919-d1e5-471f-94cd-49b29fcb5501), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.662533 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (b9f2e919-d1e5-471f-94cd-49b29fcb5501), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.665120 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:06.666277 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9f2e919-d1e5-471f-94cd-49b29fcb5501 HTTP/1.1" status: 204  len: 168 time: 0.1383965
Apr 01 10:15:06.674227 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003ebe2-d2d3-48d6-b36c-c6e74bcebd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2e919-d1e5-471f-94cd-49b29fcb5501,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:07.413868 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:08.608032 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a09c62ff-9a30-4d68-a858-06cd98e53f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:10.952292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e28e8c8a-5b68-4c6d-ae5a-b3ac61d91fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.218154 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59366) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:11.331424 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4df6c70-c940-4634-83f2-ad10dc9bfe66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.404994 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4df6c70-c940-4634-83f2-ad10dc9bfe66 admin admin] Publish callbacks [] for security_group (faae18ee-d9f6-4b7d-bde5-a1a658207d13), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.410945 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f4df6c70-c940-4634-83f2-ad10dc9bfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (faae18ee-d9f6-4b7d-bde5-a1a658207d13), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.448185 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f4df6c70-c940-4634-83f2-ad10dc9bfe66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c518fc9f6034a9b92f7e995f1e59ffd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2289081
Apr 01 10:15:11.449176 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df6c70-c940-4634-83f2-ad10dc9bfe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae18ee-d9f6-4b7d-bde5-a1a658207d13,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:11.451240 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59370) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:11.499753 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] Publish callbacks [] for security_group (faae18ee-d9f6-4b7d-bde5-a1a658207d13), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.523353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] Publish callbacks [] for security_group (faae18ee-d9f6-4b7d-bde5-a1a658207d13), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.577362 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (faae18ee-d9f6-4b7d-bde5-a1a658207d13), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.580044 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.581176 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/faae18ee-d9f6-4b7d-bde5-a1a658207d13 HTTP/1.1" status: 204  len: 168 time: 0.1283457
Apr 01 10:15:11.588803 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21922c02-0498-4244-b28d-d3d0a2df592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae18ee-d9f6-4b7d-bde5-a1a658207d13,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:11.852749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59376) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:11.866256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d6040c9-abab-45d4-ba08-73ded59f1011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.938146 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d6040c9-abab-45d4-ba08-73ded59f1011 admin admin] Publish callbacks [] for security_group (21382e96-f12e-4af4-80e8-547539f7f04c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.944423 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d6040c9-abab-45d4-ba08-73ded59f1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (21382e96-f12e-4af4-80e8-547539f7f04c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:11.979936 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6040c9-abab-45d4-ba08-73ded59f1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21382e96-f12e-4af4-80e8-547539f7f04c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:11.984209 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2d6040c9-abab-45d4-ba08-73ded59f1011 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5239dda16b4c416a8d1553964e33a587&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1304138
Apr 01 10:15:11.987286 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59378) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:12.039626 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] Publish callbacks [] for security_group (21382e96-f12e-4af4-80e8-547539f7f04c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:12.061270 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] Publish callbacks [] for security_group (21382e96-f12e-4af4-80e8-547539f7f04c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:12.110047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (21382e96-f12e-4af4-80e8-547539f7f04c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:12.112571 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:12.113878 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21382e96-f12e-4af4-80e8-547539f7f04c HTTP/1.1" status: 204  len: 168 time: 0.1258554
Apr 01 10:15:12.122063 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e911f47-79a5-4501-8b31-489d101692f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21382e96-f12e-4af4-80e8-547539f7f04c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:12.200911 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:13.338986 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:15:13.360304 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:15.048932 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:15.441334 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-cfe78a7b-3a31-4753-8860-a6252698a481 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1435494
Apr 01 10:15:18.681817 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-704128f2-add1-48b3-aab8-e7cd39231d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:15:18.683324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-704128f2-add1-48b3-aab8-e7cd39231d06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1130 time: 0.0513289
Apr 01 10:15:18.788223 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-c7c010a8-8e16-43a6-9167-d4fa690d7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:15:18.789625 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-c7c010a8-8e16-43a6-9167-d4fa690d7298 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0855908
Apr 01 10:15:18.853378 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-be6aa9be-94fc-4df8-85b1-30b862d6f60d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 1002 time: 0.0571861
Apr 01 10:15:18.903987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-529e043d-3cb1-404f-8b25-544c8657f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:15:18.905400 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-529e043d-3cb1-404f-8b25-544c8657f379 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0459490
Apr 01 10:15:18.953737 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-76349381-aa2d-4de8-b3dc-b65433b286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:15:18.955203 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-76349381-aa2d-4de8-b3dc-b65433b286b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440457
Apr 01 10:15:19.047258 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-f95a2fa6-8ad9-4894-b6f2-f00f80fdcbb4 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852711
Apr 01 10:15:19.141843 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3f01e4e8-80ed-427c-829e-4b01f5f11411 req-05ff18ef-c1e1-4fb5-ae76-be245bb80593 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883889
Apr 01 10:15:37.383256 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:38.611776 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8fc84be4-38e1-4403-8cac-298c5615f606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:40.952120 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7299a3ba-a11e-4bf4-9a58-4d1e19530352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:42.210632 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:43.374326 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:45.064556 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.582756 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59606) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:48.692818 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.773004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Publish callbacks [] for security_group (d2094577-f112-4d5a-9591-f909a52eb39e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.780951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d2094577-f112-4d5a-9591-f909a52eb39e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.828387 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=275155aafa41471196e48de63322e0b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2446027
Apr 01 10:15:48.829064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2094577-f112-4d5a-9591-f909a52eb39e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:48.831293 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59610) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:48.836380 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.836727 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.837068 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.837403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.837734 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.838059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.838403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.838755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.839081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.839407 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.839719 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.840039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.840353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.840669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.840982 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39c516-67f7-45fb-9bd7-fce84c0a713e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:48.882768 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] Publish callbacks [] for security_group (d2094577-f112-4d5a-9591-f909a52eb39e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.904442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] Publish callbacks [] for security_group (d2094577-f112-4d5a-9591-f909a52eb39e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.952532 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (d2094577-f112-4d5a-9591-f909a52eb39e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.955223 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:48.956382 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2094577-f112-4d5a-9591-f909a52eb39e HTTP/1.1" status: 204  len: 168 time: 0.1240921
Apr 01 10:15:48.963957 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce122b-8628-42b6-989e-3067ba99b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2094577-f112-4d5a-9591-f909a52eb39e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:49.236129 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59616) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:49.249503 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3441a5-f6cb-4dc8-9459-64782ff1e095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.324943 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3441a5-f6cb-4dc8-9459-64782ff1e095 admin admin] Publish callbacks [] for security_group (c66f7af7-26d2-4516-8516-395b075e27f2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.330499 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3441a5-f6cb-4dc8-9459-64782ff1e095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c66f7af7-26d2-4516-8516-395b075e27f2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.368599 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7a3441a5-f6cb-4dc8-9459-64782ff1e095 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4c2dc603c3242b68e782564908aac1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1313365
Apr 01 10:15:49.369455 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3441a5-f6cb-4dc8-9459-64782ff1e095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f7af7-26d2-4516-8516-395b075e27f2,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:49.371448 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59618) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:49.421752 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] Publish callbacks [] for security_group (c66f7af7-26d2-4516-8516-395b075e27f2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.446869 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] Publish callbacks [] for security_group (c66f7af7-26d2-4516-8516-395b075e27f2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.496859 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c66f7af7-26d2-4516-8516-395b075e27f2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.499819 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:49.501010 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c66f7af7-26d2-4516-8516-395b075e27f2 HTTP/1.1" status: 204  len: 168 time: 0.1282120
Apr 01 10:15:49.509128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2058b4-716a-4a93-8917-b5f526df4f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f7af7-26d2-4516-8516-395b075e27f2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:50.338635 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:15:51.211693 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59664) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:51.344593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10483cfa-7244-4dc7-aded-7f76170722a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.424569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10483cfa-7244-4dc7-aded-7f76170722a5 admin admin] Publish callbacks [] for security_group (f50bc526-2bc2-49ad-b289-88d46cefa488), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.430784 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10483cfa-7244-4dc7-aded-7f76170722a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f50bc526-2bc2-49ad-b289-88d46cefa488), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.468461 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-10483cfa-7244-4dc7-aded-7f76170722a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3923f511c31f4d9888ecd388803d7ee8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2556241
Apr 01 10:15:51.469296 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483cfa-7244-4dc7-aded-7f76170722a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bc526-2bc2-49ad-b289-88d46cefa488,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:51.471444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59668) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:51.520796 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] Publish callbacks [] for security_group (f50bc526-2bc2-49ad-b289-88d46cefa488), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.545135 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] Publish callbacks [] for security_group (f50bc526-2bc2-49ad-b289-88d46cefa488), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.594113 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (f50bc526-2bc2-49ad-b289-88d46cefa488), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.598412 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.600366 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f50bc526-2bc2-49ad-b289-88d46cefa488 HTTP/1.1" status: 204  len: 168 time: 0.1279030
Apr 01 10:15:51.608027 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2beb6e-77e7-4e0a-8f18-62cd8f6b8447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bc526-2bc2-49ad-b289-88d46cefa488,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:51.877358 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59674) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:51.891055 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2ba72ad0-a873-4c41-886e-cd15586aae40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.964272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2ba72ad0-a873-4c41-886e-cd15586aae40 admin admin] Publish callbacks [] for security_group (5d6cd085-672d-4c4a-a759-308431ad794e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:51.970455 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2ba72ad0-a873-4c41-886e-cd15586aae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (5d6cd085-672d-4c4a-a759-308431ad794e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:52.008087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72ad0-a873-4c41-886e-cd15586aae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6cd085-672d-4c4a-a759-308431ad794e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:52.015158 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2ba72ad0-a873-4c41-886e-cd15586aae40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=357b39d13f1f48e488ebd619a6bcef2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1367095
Apr 01 10:15:52.016140 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59676) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:52.071778 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] Publish callbacks [] for security_group (5d6cd085-672d-4c4a-a759-308431ad794e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:52.093370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] Publish callbacks [] for security_group (5d6cd085-672d-4c4a-a759-308431ad794e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:52.141612 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (5d6cd085-672d-4c4a-a759-308431ad794e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:52.144158 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:52.145323 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d6cd085-672d-4c4a-a759-308431ad794e HTTP/1.1" status: 204  len: 168 time: 0.1285439
Apr 01 10:15:52.153164 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d965f4-2405-4440-90b8-f2016af72311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6cd085-672d-4c4a-a759-308431ad794e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:54.355918 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59746) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:54.470450 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.546542 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Publish callbacks [] for security_group (0e39e4e0-a894-48b5-9ada-53d9faf22b67), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.552000 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0e39e4e0-a894-48b5-9ada-53d9faf22b67), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.591910 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9e5689f0ec049fa88ee523ddd40e9bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2349064
Apr 01 10:15:54.593246 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39e4e0-a894-48b5-9ada-53d9faf22b67,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:54.594995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59750) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:54.600499 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.600845 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.601183 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.601517 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.601846 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.602169 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.602471 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.602914 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.603166 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.603489 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.603806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.604128 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.604442 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.604739 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.605058 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648bb6-737c-4df4-aea9-e57324e5b98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:15:54.646116 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] Publish callbacks [] for security_group (0e39e4e0-a894-48b5-9ada-53d9faf22b67), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.666880 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] Publish callbacks [] for security_group (0e39e4e0-a894-48b5-9ada-53d9faf22b67), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.715603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (0e39e4e0-a894-48b5-9ada-53d9faf22b67), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.720094 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:54.721330 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e39e4e0-a894-48b5-9ada-53d9faf22b67 HTTP/1.1" status: 204  len: 168 time: 0.1252651
Apr 01 10:15:54.729236 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf726f-58a8-4c75-8b15-a461b6f75a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39e4e0-a894-48b5-9ada-53d9faf22b67,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:55.010857 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59756) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:55.025009 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77da3184-a4b2-4814-bba5-c103a07fbf6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.100453 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77da3184-a4b2-4814-bba5-c103a07fbf6b admin admin] Publish callbacks [] for security_group (356b5800-40ec-4e0e-9e91-7cbf6dab34de), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.106085 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77da3184-a4b2-4814-bba5-c103a07fbf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (356b5800-40ec-4e0e-9e91-7cbf6dab34de), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.143256 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-77da3184-a4b2-4814-bba5-c103a07fbf6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=760c4c2fe64e4a4e8002a95db9f7e554&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1313303
Apr 01 10:15:55.144057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da3184-a4b2-4814-bba5-c103a07fbf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b5800-40ec-4e0e-9e91-7cbf6dab34de,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:15:55.147280 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59758) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:15:55.197718 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] Publish callbacks [] for security_group (356b5800-40ec-4e0e-9e91-7cbf6dab34de), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.218104 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] Publish callbacks [] for security_group (356b5800-40ec-4e0e-9e91-7cbf6dab34de), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.267012 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (356b5800-40ec-4e0e-9e91-7cbf6dab34de), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.270996 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:15:55.272615 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/356b5800-40ec-4e0e-9e91-7cbf6dab34de HTTP/1.1" status: 204  len: 168 time: 0.1234167
Apr 01 10:15:55.280502 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156440-7744-4dc3-977d-c26419c8761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b5800-40ec-4e0e-9e91-7cbf6dab34de,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:03.454206 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59914) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:03.569331 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70819821-6cb8-4b15-bc64-782184e3165c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.648830 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70819821-6cb8-4b15-bc64-782184e3165c admin admin] Publish callbacks [] for security_group (ed13d03e-390d-4c2b-823e-b51a4c58f672), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.654885 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70819821-6cb8-4b15-bc64-782184e3165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ed13d03e-390d-4c2b-823e-b51a4c58f672), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.690840 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70819821-6cb8-4b15-bc64-782184e3165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed13d03e-390d-4c2b-823e-b51a4c58f672,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:03.695210 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-70819821-6cb8-4b15-bc64-782184e3165c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3877a08d271249a98c3cdf31746a3b13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2396502
Apr 01 10:16:03.698167 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59920) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:03.747787 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] Publish callbacks [] for security_group (ed13d03e-390d-4c2b-823e-b51a4c58f672), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.769580 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] Publish callbacks [] for security_group (ed13d03e-390d-4c2b-823e-b51a4c58f672), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.821737 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ed13d03e-390d-4c2b-823e-b51a4c58f672), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.825905 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:03.827738 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed13d03e-390d-4c2b-823e-b51a4c58f672 HTTP/1.1" status: 204  len: 168 time: 0.1286173
Apr 01 10:16:03.837587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776aeb12-1086-46a5-a208-32654f45e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed13d03e-390d-4c2b-823e-b51a4c58f672,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:04.113139 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59928) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:04.126895 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cd9c715c-ae84-4f9d-b804-e30784f4d3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.200094 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cd9c715c-ae84-4f9d-b804-e30784f4d3a5 admin admin] Publish callbacks [] for security_group (4898986d-7b36-4a67-8922-858e35794b94), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.206456 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cd9c715c-ae84-4f9d-b804-e30784f4d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4898986d-7b36-4a67-8922-858e35794b94), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.242390 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c715c-ae84-4f9d-b804-e30784f4d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898986d-7b36-4a67-8922-858e35794b94,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:04.246596 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cd9c715c-ae84-4f9d-b804-e30784f4d3a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed5b61a2217e4988a6206c8ac73412d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1323621
Apr 01 10:16:04.249392 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59930) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:04.297247 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] Publish callbacks [] for security_group (4898986d-7b36-4a67-8922-858e35794b94), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.320963 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] Publish callbacks [] for security_group (4898986d-7b36-4a67-8922-858e35794b94), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.369217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (4898986d-7b36-4a67-8922-858e35794b94), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.371985 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.373142 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4898986d-7b36-4a67-8922-858e35794b94 HTTP/1.1" status: 204  len: 168 time: 0.1228082
Apr 01 10:16:04.380749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae18dae-ca4e-4c86-9d45-8c1a4f0fc44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898986d-7b36-4a67-8922-858e35794b94,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:04.706780 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59938) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:04.720435 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf549-5bbe-4cc4-aa0d-98959c19ae63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.796373 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf549-5bbe-4cc4-aa0d-98959c19ae63 admin admin] Publish callbacks [] for security_group (9dc48fc3-4dd0-4c89-987b-0e6487294042), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.801979 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf549-5bbe-4cc4-aa0d-98959c19ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9dc48fc3-4dd0-4c89-987b-0e6487294042), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.838834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcf549-5bbe-4cc4-aa0d-98959c19ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc48fc3-4dd0-4c89-987b-0e6487294042,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:04.844056 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3ffcf549-5bbe-4cc4-aa0d-98959c19ae63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2ee4c9ae9414cbbbb4985f19fb58baf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1362453
Apr 01 10:16:04.848351 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59940) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:04.907868 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] Publish callbacks [] for security_group (9dc48fc3-4dd0-4c89-987b-0e6487294042), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.929138 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] Publish callbacks [] for security_group (9dc48fc3-4dd0-4c89-987b-0e6487294042), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.985507 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (9dc48fc3-4dd0-4c89-987b-0e6487294042), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.988068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:04.989187 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dc48fc3-4dd0-4c89-987b-0e6487294042 HTTP/1.1" status: 204  len: 168 time: 0.1395342
Apr 01 10:16:04.996591 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b69d5-5731-4507-a669-71dfb60a72ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc48fc3-4dd0-4c89-987b-0e6487294042,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:07.389774 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:08.617015 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-baa6e6f3-2214-4942-9338-499461bfaaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.558964 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59958) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:09.563612 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282224741', 'description': 'tempest-description--2012809583'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:09.587481 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.652139 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (c14f8281-b56e-4701-ad45-70c64e739c2c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.658496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c14f8281-b56e-4701-ad45-70c64e739c2c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.686478 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.687705 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1277130
Apr 01 10:16:09.689630 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a0af9-9e99-49a1-a46a-03a2585eff2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14f8281-b56e-4701-ad45-70c64e739c2c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:09.690769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59960) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:09.695407 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': 'c14f8281-b56e-4701-ad45-70c64e739c2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:09.722008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (de34307f-e07d-4efa-a170-b9206d80211c), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.780389 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (de34307f-e07d-4efa-a170-b9206d80211c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.785297 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (de34307f-e07d-4efa-a170-b9206d80211c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.802494 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34307f-e07d-4efa-a170-b9206d80211c,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:09.812355 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.813584 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-44320d71-fca2-4121-b728-6ae202d7e26e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1218193
Apr 01 10:16:09.816543 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 59962) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:09.821064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': 'c14f8281-b56e-4701-ad45-70c64e739c2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:09.845593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (fce2e54b-8d83-4300-aa91-3dab073b863c), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.902323 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (fce2e54b-8d83-4300-aa91-3dab073b863c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.908432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (fce2e54b-8d83-4300-aa91-3dab073b863c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.925901 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce2e54b-8d83-4300-aa91-3dab073b863c,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:09.935623 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:09.940722 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 59964) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:09.946181 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:09.946365 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c0d5270d-549f-461b-be3c-8b6f3892a30c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1280739
Apr 01 10:16:09.968699 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.078052 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.185625 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.37.5.216 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/83bc1d66-f89a-4efa-b323-2b5fa084096a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:16:10.288742 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.326316 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.362609 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:16:10.365721 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:16:10.372150 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:16:10.377564 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=83bc1d66-f89a-4efa-b323-2b5fa084096a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:10.459691 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.501461 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.657896 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.666422 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.737953 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=83bc1d66-f89a-4efa-b323-2b5fa084096a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:10.748030 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.765589 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.766817 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-eaae9527-0f6e-42a0-a46b-36d049148307 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8248098
Apr 01 10:16:10.946804 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f608376-5ae9-4ce1-a352-e33178cd4196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:10.967570 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-4b97462d-1daa-4bfa-b0e4-85367924864e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1282224741&fields=id&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 267 time: 0.0438073
Apr 01 10:16:11.077898 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-091b617b-e067-4a6c-9d96-2ad7403d5073 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:11.079414 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-091b617b-e067-4a6c-9d96-2ad7403d5073 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1052120
Apr 01 10:16:11.094152 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-a287d5c9-b0ab-4f72-a09f-e9adb6da7460 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/quotas/1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 375 time: 0.0091498
Apr 01 10:16:11.162866 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-76e3daf4-f3e9-4c2a-ad38-36e13920be5d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0638657
Apr 01 10:16:11.271565 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-d27e933e-09fa-477b-bfff-82090c6ca03c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:16:11.272578 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-d27e933e-09fa-477b-bfff-82090c6ca03c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0974047
Apr 01 10:16:11.359653 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-f22626ac-d47a-43c0-b184-0dc310ef66eb service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811863
Apr 01 10:16:11.452151 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-23a21858-685d-4400-b122-4dab6f9ad066 service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847986
Apr 01 10:16:11.649894 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ba27a07a-5806-49e7-abdc-403f5b40a670 req-717f625f-c84c-4fc6-ac17-0fc70203d7e7 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 210 time: 0.0293872
Apr 01 10:16:12.207926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:12.754623 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85b57693-4482-4ede-8b4a-457ab3ddb410 req-076952ac-a9dd-4dfc-9c73-61c416c8ce62 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 210 time: 0.0329466
Apr 01 10:16:12.762873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-e65cec7b-a812-4db8-9a30-defa6b610952 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:12.765737 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-e65cec7b-a812-4db8-9a30-defa6b610952 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1242003
Apr 01 10:16:12.842354 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-9c4b00ac-529e-47f7-9a4c-4606e59b12de tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 473 time: 0.0669537
Apr 01 10:16:12.852810 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'port': {'device_id': '12010425-1723-422f-9232-4b5b3ba8fc06', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'admin_state_up': True, 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'security_groups': ['c14f8281-b56e-4701-ad45-70c64e739c2c']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:12.969720 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:16:12.973189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.103710 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.20.0.14 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/9178883a-4cf6-4bc4-84b1-d58256022746) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:16:13.240074 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (9178883a-4cf6-4bc4-84b1-d58256022746), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.273987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.314911 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:16:13.318064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:16:13.323842 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:16:13.330246 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:13.372202 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.379850 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:13.380464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.398511 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-93582310-ab2a-40b2-869c-9d6f273fd31c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5499263
Apr 01 10:16:13.409656 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Request body: {'port': {'device_id': '12010425-1723-422f-9232-4b5b3ba8fc06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:13.474168 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.581882 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c5a1fe78-0feb-47f9-996f-8f2b3ae1ad3e None None] Provisioning complete for port 9178883a-4cf6-4bc4-84b1-d58256022746 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:16:13.582214 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c5a1fe78-0feb-47f9-996f-8f2b3ae1ad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.617335 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1fe78-0feb-47f9-996f-8f2b3ae1ad3e None None] Port 9178883a-4cf6-4bc4-84b1-d58256022746 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:16:13.732765 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178883a-4cf6-4bc4-84b1-d58256022746 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:16:13.740335 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks [] for port (9178883a-4cf6-4bc4-84b1-d58256022746), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.752391 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Transition to ACTIVE for port object 9178883a-4cf6-4bc4-84b1-d58256022746 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:16:13.759652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:13.821827 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:13.935752 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4d32b-700e-4245-a428-5337e0f18bf2 req-beccb647-2400-499f-8c82-fe845a8425ee tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:13.937313 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d4d4d32b-700e-4245-a428-5337e0f18bf2 req-beccb647-2400-499f-8c82-fe845a8425ee tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 944 time: 0.1104910
Apr 01 10:16:13.938725 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Attempting to bind port 9178883a-4cf6-4bc4-84b1-d58256022746 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:16:13.939007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Attempting to bind port 9178883a-4cf6-4bc4-84b1-d58256022746 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:16:13.939334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Attempting to bind port 9178883a-4cf6-4bc4-84b1-d58256022746 on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:16:13.952579 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Port 9178883a-4cf6-4bc4-84b1-d58256022746 on network 9da82d1d-4bc1-4295-8708-e98235a59efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:16:13.952925 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Attempting to bind port 9178883a-4cf6-4bc4-84b1-d58256022746 on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:16:13.965848 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:16:13.966184 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:16:13.966568 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:16:13.967020 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Bound port: 9178883a-4cf6-4bc4-84b1-d58256022746, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:16:13.967376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:14.017661 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d4d4d32b-700e-4245-a428-5337e0f18bf2 req-817aa3bc-0873-46a9-91f4-f708c42af957 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740066
Apr 01 10:16:14.047836 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:16:14.050861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9178883a-4cf6-4bc4-84b1-d58256022746,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:16:14.060728 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:14.096935 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.097561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:14.098965 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9178883a-4cf6-4bc4-84b1-d58256022746 HTTP/1.1" status: 200  len: 1094 time: 0.6937842
Apr 01 10:16:14.099413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:16:14.101789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c9712-d109-4a14-8d89-9861de744b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:16:14.126593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89e3d3-7041-4425-a753-e37428c4c4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:14.168454 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd6aa5-b447-4968-8d71-301ceaf9617d x-openstack-request-id: req-8cdd6aa5-b447-4968-8d71-301ceaf9617d {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:16:14.168738 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:16:14.168979 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cdd6aa5-b447-4968-8d71-301ceaf9617d {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:16:14.169373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdd6aa5-b447-4968-8d71-301ceaf9617d'] response: {'name': 'network-changed', 'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746', 'status': 'completed', 'code': 200}
Apr 01 10:16:14.189269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-cf8c577c-bf6d-4815-a98f-edea35664d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.190911 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-cf8c577c-bf6d-4815-a98f-edea35664d17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 1128 time: 0.0507209
Apr 01 10:16:14.238066 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5f9056c4-0c52-4f19-b670-0b3e558f7dca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9178883a-4cf6-4bc4-84b1-d58256022746 HTTP/1.1" status: 200  len: 217 time: 0.0407038
Apr 01 10:16:14.293636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-c3a778cd-df8a-46b0-9c87-9ab40b44f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.295150 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-c3a778cd-df8a-46b0-9c87-9ab40b44f362 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0505185
Apr 01 10:16:14.343637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-94f3ef99-5c5c-4181-abc1-f49deb0c9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.345150 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-94f3ef99-5c5c-4181-abc1-f49deb0c9ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440216
Apr 01 10:16:14.434823 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-5c7bd955-324f-4076-b90c-014e1eb701e6 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828822
Apr 01 10:16:14.526535 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52faefe5-a0e8-48cf-8f67-74ee4a98734a req-cfe37a0f-cb01-4cbd-b0dd-b7fc0110b5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859115
Apr 01 10:16:14.617172 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9712-d109-4a14-8d89-9861de744b2f req-72f0edc3-18ae-47d0-ada5-f07a476c1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.618511 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-72f0edc3-18ae-47d0-ada5-f07a476c1817 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 1128 time: 0.0446815
Apr 01 10:16:14.708779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9712-d109-4a14-8d89-9861de744b2f req-0d9bf63c-0806-4d3e-b972-7487c105bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.710232 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-0d9bf63c-0806-4d3e-b972-7487c105bd96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0855105
Apr 01 10:16:14.749816 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-90a25072-aea8-468b-9382-75fad5e725bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9178883a-4cf6-4bc4-84b1-d58256022746 HTTP/1.1" status: 200  len: 217 time: 0.0339193
Apr 01 10:16:14.803678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9712-d109-4a14-8d89-9861de744b2f req-58d44653-3e88-4fe2-ac63-0a09220d3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.805855 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-58d44653-3e88-4fe2-ac63-0a09220d3285 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0491059
Apr 01 10:16:14.860998 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9712-d109-4a14-8d89-9861de744b2f req-4113e3f0-395b-459c-a62c-0645120da798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:14.862477 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-4113e3f0-395b-459c-a62c-0645120da798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0509470
Apr 01 10:16:15.064809 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:15.231907 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-819289b3-41e5-4e0e-aca4-07f198d37185 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3629415
Apr 01 10:16:15.239561 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f57d-cbac-46ec-9870-15fee8eb2af0 req-c7d3ff21-1992-4575-82dd-5c67e7677a4a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:15.240960 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-18f6f57d-cbac-46ec-9870-15fee8eb2af0 req-c7d3ff21-1992-4575-82dd-5c67e7677a4a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 944 time: 0.1050227
Apr 01 10:16:15.341658 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-18f6f57d-cbac-46ec-9870-15fee8eb2af0 req-f2a1070d-edac-4eb0-97bf-987f2d4a1db1 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927348
Apr 01 10:16:15.350106 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-4e14dede-9dd9-40f9-ba3c-2a138ddf2caf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0474181
Apr 01 10:16:15.355690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c11c9712-d109-4a14-8d89-9861de744b2f req-1f880c00-6ccf-427d-b8d1-74036e539547 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138186
Apr 01 10:16:15.438776 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-3dac2e81-8d48-4a99-b7f6-ad3c202cd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:15.440276 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-3dac2e81-8d48-4a99-b7f6-ad3c202cd9dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1130 time: 0.0483851
Apr 01 10:16:15.543878 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-27d2760d-7b35-4b33-b8c3-b848dd44373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:15.545333 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-27d2760d-7b35-4b33-b8c3-b848dd44373f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0849810
Apr 01 10:16:15.614276 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-8e66b6a6-df23-4ac1-b661-f6c4a4799d46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 1002 time: 0.0614707
Apr 01 10:16:15.664822 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-61971622-c530-4a5c-8d15-0408e76865b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:15.666268 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-61971622-c530-4a5c-8d15-0408e76865b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0461969
Apr 01 10:16:15.714770 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-685a8307-2b07-440f-8063-e78e631b4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:15.716291 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-685a8307-2b07-440f-8063-e78e631b4c42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0436068
Apr 01 10:16:15.808132 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-438f1f6e-d432-47b6-a81e-0f7a5fbd46d8 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853255
Apr 01 10:16:15.904191 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-d374fbd8-0ca8-4c6d-888f-3f3df2f44e25 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901928
Apr 01 10:16:16.478599 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94415df7-dde8-47d6-81bf-1ae9285901e6 req-24378860-638d-4ff9-abc4-95d8fd8794a8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:16.480049 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-94415df7-dde8-47d6-81bf-1ae9285901e6 req-24378860-638d-4ff9-abc4-95d8fd8794a8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 944 time: 0.0615280
Apr 01 10:16:16.529818 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-94415df7-dde8-47d6-81bf-1ae9285901e6 req-2d42353d-803e-4b8b-9bf1-3274e9e6f84c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439625
Apr 01 10:16:17.660373 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a9605-b895-479e-b6f0-087f7a1b33c9 req-4adfce69-1c7f-41d9-8403-14b97767fc99 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:17.661884 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-929a9605-b895-479e-b6f0-087f7a1b33c9 req-4adfce69-1c7f-41d9-8403-14b97767fc99 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 944 time: 0.0610178
Apr 01 10:16:17.713964 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-929a9605-b895-479e-b6f0-087f7a1b33c9 req-8f4e1ebf-72ee-4104-8967-86b4744fdb92 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459545
Apr 01 10:16:17.950324 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9178883a-4cf6-4bc4-84b1-d58256022746 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:16:18.071342 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9178883a-4cf6-4bc4-84b1-d58256022746,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:16:18.083202 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '9178883a-4cf6-4bc4-84b1-d58256022746', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'port_id': '9178883a-4cf6-4bc4-84b1-d58256022746', 'mac_address': 'fa:16:3e:62:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:16:18.121197 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 9178883a-4cf6-4bc4-84b1-d58256022746 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:16:18.121578 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:18.134865 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178883a-4cf6-4bc4-84b1-d58256022746 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:16:18.156657 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9178883a-4cf6-4bc4-84b1-d58256022746,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:16:18.163217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:18.213729 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:18.220616 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.220957 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.221300 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.221636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.221969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.222297 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.222621 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.222978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.223305 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.223628 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.223948 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.224259 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.224577 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.224899 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.225215 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:16:18.491245 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['9178883a-4cf6-4bc4-84b1-d58256022746'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:16:18.839236 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059799a-5e41-466c-a82b-7be3bd9c5f83 req-c207e2a4-7a40-4814-9359-ef65454b72d4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:18.840901 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4059799a-5e41-466c-a82b-7be3bd9c5f83 req-c207e2a4-7a40-4814-9359-ef65454b72d4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 945 time: 0.0599735
Apr 01 10:16:18.897965 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4059799a-5e41-466c-a82b-7be3bd9c5f83 req-d4f3e139-76e4-4890-9d85-bd69ffaa16cf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490963
Apr 01 10:16:19.979260 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9178883a-4cf6-4bc4-84b1-d58256022746 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:16:20.030754 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 9178883a-4cf6-4bc4-84b1-d58256022746 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:16:20.034874 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 9178883a-4cf6-4bc4-84b1-d58256022746 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:16:20.035253 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:20.039136 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8f9e-5d74-4a28-9fdd-8d035d469140 req-a552b879-0444-490d-9bb6-0b0a235806a1 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:20.040702 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-923e8f9e-5d74-4a28-9fdd-8d035d469140 req-a552b879-0444-490d-9bb6-0b0a235806a1 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 945 time: 0.0523305
Apr 01 10:16:20.086879 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-923e8f9e-5d74-4a28-9fdd-8d035d469140 req-4ffa1e0a-a1a6-4c62-a197-85e45089dc8c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403726
Apr 01 10:16:20.110980 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 9178883a-4cf6-4bc4-84b1-d58256022746 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:16:20.111377 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:20.133214 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:16:20.135534 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51242f0c-a64a-48e9-b41c-ee732f71a12c" -d '{"events": [{"server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "name": "network-vif-plugged", "status": "completed", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:16:20.149500 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9178883a-4cf6-4bc4-84b1-d58256022746,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:16:20.154744 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:20.204153 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:16:20.330223 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a96e29d-c9da-4652-864e-37c70438507c x-openstack-request-id: req-4a96e29d-c9da-4652-864e-37c70438507c {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:16:20.330520 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "name": "network-vif-plugged", "status": "completed", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:16:20.330785 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a96e29d-c9da-4652-864e-37c70438507c {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:16:20.331211 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a96e29d-c9da-4652-864e-37c70438507c'] response: {'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746', 'code': 200}
Apr 01 10:16:20.513077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca323e-807c-44f4-aac9-f55a405165d2 req-9f13a61b-5fc5-4c28-8738-ab1ef080376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:20.515006 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9bca323e-807c-44f4-aac9-f55a405165d2 req-9f13a61b-5fc5-4c28-8738-ab1ef080376f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 1130 time: 0.0454156
Apr 01 10:16:20.558233 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9bca323e-807c-44f4-aac9-f55a405165d2 req-f54142ea-7466-4172-bca5-64a2c836a71d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376611
Apr 01 10:16:21.219397 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce40d-1a0d-4f45-9e7c-e406a839c72c req-f6525163-99cb-4ae7-bad7-f2bc610701ee tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:21.220857 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-691ce40d-1a0d-4f45-9e7c-e406a839c72c req-f6525163-99cb-4ae7-bad7-f2bc610701ee tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0590451
Apr 01 10:16:21.269438 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-691ce40d-1a0d-4f45-9e7c-e406a839c72c req-80fcc3ea-65ee-4c92-90ce-85fc110900ef tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402942
Apr 01 10:16:22.395973 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbc19b-6dcf-4663-9014-023183c679cf req-3af45fd3-e124-423c-b649-d4e01cbbb839 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:22.397482 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7dbbc19b-6dcf-4663-9014-023183c679cf req-3af45fd3-e124-423c-b649-d4e01cbbb839 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0550818
Apr 01 10:16:22.449429 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7dbbc19b-6dcf-4663-9014-023183c679cf req-fe486993-cf7f-48af-bcce-2e7ac4dfedd5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458980
Apr 01 10:16:22.570097 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79811750-e861-4936-ab31-6a3e5c3b4656 req-c1736216-8f5a-4cf2-9038-afb2ce2c3784 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:22.571558 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-79811750-e861-4936-ab31-6a3e5c3b4656 req-c1736216-8f5a-4cf2-9038-afb2ce2c3784 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0570362
Apr 01 10:16:22.581809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60028) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:16:22.586180 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'port_id': '9178883a-4cf6-4bc4-84b1-d58256022746'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:16:22.628929 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:23.079439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:23.085932 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:23.196963 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP ec9a2fa3-64c1-4416-9761-e7456eee2218 associated. External IP: 172.37.5.216, port: 9178883a-4cf6-4bc4-84b1-d58256022746.
Apr 01 10:16:23.411581 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:16:23.529849 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:16:23.535007 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:23.540511 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:16:23.551240 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:16:23.551923 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250b1a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:16:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:16:23.564596 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-09e2f938-436a-42e1-9d39-ab84c9134b2d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "PUT /v2.0/floatingips/ec9a2fa3-64c1-4416-9761-e7456eee2218 HTTP/1.1" status: 200  len: 992 time: 0.9817343
Apr 01 10:16:23.565160 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:16:23.567423 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761d52f-c931-4dad-a844-4fb2a6db49c0" -d '{"events": [{"name": "network-changed", "server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:16:23.618632 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c7fb6-cf6d-4ce1-9d09-f29f426d572b x-openstack-request-id: req-a94c7fb6-cf6d-4ce1-9d09-f29f426d572b {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:16:23.619301 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:16:23.619301 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a94c7fb6-cf6d-4ce1-9d09-f29f426d572b {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:16:23.619589 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94c7fb6-cf6d-4ce1-9d09-f29f426d572b'] response: {'name': 'network-changed', 'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746', 'status': 'completed', 'code': 200}
Apr 01 10:16:23.661748 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:16:23.689464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-17de68bf-10fc-434f-98a1-4e4c5096cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:23.691402 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-17de68bf-10fc-434f-98a1-4e4c5096cb1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 1130 time: 0.0498431
Apr 01 10:16:23.790402 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-580f5790-205e-48d9-a24f-f1a567491d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:23.791928 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-580f5790-205e-48d9-a24f-f1a567491d04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0945756
Apr 01 10:16:23.855136 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-4e388a61-226e-4c3d-90a7-93cf4f9276f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9178883a-4cf6-4bc4-84b1-d58256022746 HTTP/1.1" status: 200  len: 1000 time: 0.0575585
Apr 01 10:16:23.909824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-35f8be6f-fc7c-4c8b-851f-626537dc4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:23.911359 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-35f8be6f-fc7c-4c8b-851f-626537dc4b39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0511811
Apr 01 10:16:23.965147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-90a307bb-ce7e-40f6-8107-d46e7b8ff70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:16:23.966702 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-90a307bb-ce7e-40f6-8107-d46e7b8ff70c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0490787
Apr 01 10:16:23.992525 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250b1a30>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}, {'id': 'ec9a2fa3-64c1-4416-9761-e7456eee2218', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.216', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '9178883a-4cf6-4bc4-84b1-d58256022746', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:62:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12010425-1723-422f-9232-4b5b3ba8fc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:10Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:16:24.018918 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:16:24.028184 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:16:24.028803 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94250b1a30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:16:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:16:24.056653 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-42dad561-7736-420a-8c98-95225de1455f service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839374
Apr 01 10:16:24.137157 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:16:24.152354 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f761d52f-c931-4dad-a844-4fb2a6db49c0 req-9cd3b97b-b4d7-4859-8131-8868434fa866 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897810
Apr 01 10:16:24.382047 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94250b1a30>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}, {'id': 'ec9a2fa3-64c1-4416-9761-e7456eee2218', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.216', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '9178883a-4cf6-4bc4-84b1-d58256022746', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:62:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12010425-1723-422f-9232-4b5b3ba8fc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:10Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:16:24.408235 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1efc7-ddcf-4372-b117-4b33b38f1c03 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}, {'id': 'ec9a2fa3-64c1-4416-9761-e7456eee2218', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.216', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '9178883a-4cf6-4bc4-84b1-d58256022746', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:62:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12010425-1723-422f-9232-4b5b3ba8fc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:10Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:16:24.605302 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f52d41-50f4-4826-a3c4-a113130a06c3 None None] New status for floating IP ec9a2fa3-64c1-4416-9761-e7456eee2218: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:16:27.350176 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:16:37.375808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:38.617069 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a9ab715e-07dd-4974-bb6a-0b034593ef92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:40.958756 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3f714cff-a36b-4ae5-8d5e-bcd8ae807e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:42.219926 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:43.375597 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:16:45.067050 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:04.344321 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:17:07.415366 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:08.622082 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-035c439e-7a6f-4b44-9e84-e17bb0c4da0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:10.964608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2a10f148-0085-4a3f-9ea4-253e202af41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:12.222366 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:13.367828 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:15.067460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:15.369313 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-7063f79c-3cc2-421f-a1a9-4bfd64f6f006 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0466480
Apr 01 10:17:15.456732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0500b6-598c-4a96-8263-6769dddca75a req-98bc58aa-19f6-4c78-a167-5d3118f74f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:15.458259 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-98bc58aa-19f6-4c78-a167-5d3118f74f73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 1130 time: 0.0468085
Apr 01 10:17:15.570538 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0500b6-598c-4a96-8263-6769dddca75a req-d2959180-bd33-43c0-b96b-56f108c29714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:15.572005 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-d2959180-bd33-43c0-b96b-56f108c29714 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0943162
Apr 01 10:17:15.644350 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-01496352-865a-4ff3-b381-14400ca04b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 200  len: 1002 time: 0.0666842
Apr 01 10:17:15.697149 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0500b6-598c-4a96-8263-6769dddca75a req-a9c26ae2-24ce-43aa-9e2c-69e035499a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:15.698572 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-a9c26ae2-24ce-43aa-9e2c-69e035499a7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0484157
Apr 01 10:17:15.747314 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0500b6-598c-4a96-8263-6769dddca75a req-74f57b38-4ccf-496a-8e24-144887210a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:15.748800 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-74f57b38-4ccf-496a-8e24-144887210a50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0442357
Apr 01 10:17:15.834520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-7b1f2d74-9a16-4807-aeac-70ff4fb2687f service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794430
Apr 01 10:17:15.937445 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2a0500b6-598c-4a96-8263-6769dddca75a req-d7460ca2-4016-48b7-acb7-523e4b42cd72 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973299
Apr 01 10:17:37.404159 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:38.626924 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-690403b1-998e-4a97-b385-7b5c7e091cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:39.040637 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6533d-571a-4fd0-b338-5d7a280fe88d req-5656c923-f1f8-4420-bf7c-9adcd9617560 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:39.042003 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ad6533d-571a-4fd0-b338-5d7a280fe88d req-5656c923-f1f8-4420-bf7c-9adcd9617560 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0586524
Apr 01 10:17:39.090774 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ad6533d-571a-4fd0-b338-5d7a280fe88d req-9a7bd689-b154-4384-a105-0fc43b2903b2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429523
Apr 01 10:17:40.220016 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbb8c2-c222-4a6a-9af9-e9b9b9e133c5 req-e518d253-38af-4607-be87-9d1b8b2caa05 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:40.221490 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-67dbb8c2-c222-4a6a-9af9-e9b9b9e133c5 req-e518d253-38af-4607-be87-9d1b8b2caa05 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0536473
Apr 01 10:17:40.272168 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-67dbb8c2-c222-4a6a-9af9-e9b9b9e133c5 req-2cbbe6dd-ecc4-46bd-8c49-c1a436980ebe tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=c14f8281-b56e-4701-ad45-70c64e739c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422921
Apr 01 10:17:40.784538 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-d9f3285e-8a5d-41ee-97dc-b336a98ae23c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:40.786000 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-d9f3285e-8a5d-41ee-97dc-b336a98ae23c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 946 time: 0.0649664
Apr 01 10:17:40.885128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 9178883a-4cf6-4bc4-84b1-d58256022746 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:17:40.885440 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:40.950468 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d0a50188-a51f-4dbb-a857-b28bba0687bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:40.976497 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] For port 9178883a-4cf6-4bc4-84b1-d58256022746, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9178883a-4cf6-4bc4-84b1-d58256022746,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:17:40.976849 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:41.145614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:41.145995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:41.146284 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP ec9a2fa3-64c1-4416-9761-e7456eee2218 disassociated. External IP: 172.37.5.216, port: 9178883a-4cf6-4bc4-84b1-d58256022746.
Apr 01 10:17:41.146637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 9178883a-4cf6-4bc4-84b1-d58256022746 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:17:41.271549 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (9178883a-4cf6-4bc4-84b1-d58256022746), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:41.302849 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=9178883a-4cf6-4bc4-84b1-d58256022746,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:41.313899 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.314352 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.314575 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.314973 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.315305 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.315635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.315962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.316376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.316708 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.317036 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.317363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.317688 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.318008 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.318361 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.318681 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:41.343691 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:17:41.374248 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ff07876b-0cec-4c85-a6e0-533b8561aeb5 req-8e511a20-3ac5-4dde-b66e-c7b98962c06e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=12010425-1723-422f-9232-4b5b3ba8fc06 HTTP/1.1" status: 200  len: 210 time: 0.0275102
Apr 01 10:17:41.676796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:17:41.785064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:17:41.796184 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:17:41.806929 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:17:41.807536 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424bc8040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:41.827490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] No DVR routers for this DVR port 9178883a-4cf6-4bc4-84b1-d58256022746 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:17:41.830060 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:41.833519 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4ffab4b-6a48-4302-88da-7e2c5a059640 req-534ef01f-70fa-4275-b6aa-514048b73aed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "DELETE /v2.0/ports/9178883a-4cf6-4bc4-84b1-d58256022746 HTTP/1.1" status: 204  len: 173 time: 1.0426476
Apr 01 10:17:41.833954 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'name': 'network-vif-deleted', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:17:41.836214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6e6fe-5984-4c91-b07a-6275216e6424" -d '{"events": [{"server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "name": "network-vif-deleted", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:17:41.873409 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a0b37-2e85-4607-b129-628ceb11a40f x-openstack-request-id: req-a44a0b37-2e85-4607-b129-628ceb11a40f {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:17:41.873782 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12010425-1723-422f-9232-4b5b3ba8fc06", "name": "network-vif-deleted", "tag": "9178883a-4cf6-4bc4-84b1-d58256022746", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:17:41.874058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a44a0b37-2e85-4607-b129-628ceb11a40f {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:17:41.874464 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44a0b37-2e85-4607-b129-628ceb11a40f'] response: {'server_uuid': '12010425-1723-422f-9232-4b5b3ba8fc06', 'name': 'network-vif-deleted', 'tag': '9178883a-4cf6-4bc4-84b1-d58256022746', 'status': 'completed', 'code': 200}
Apr 01 10:17:41.919539 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:17:42.156004 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424bc8040>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:42.183179 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:17:42.192687 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:17:42.193282 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424bc8040>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:42.222744 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.302523 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:17:42.458550 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60088) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:42.511817 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (c14f8281-b56e-4701-ad45-70c64e739c2c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.522286 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424bc8040>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:42.534565 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (c14f8281-b56e-4701-ad45-70c64e739c2c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.581276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c14f8281-b56e-4701-ad45-70c64e739c2c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.584060 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.585342 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/security-groups/c14f8281-b56e-4701-ad45-70c64e739c2c HTTP/1.1" status: 204  len: 168 time: 0.1257627
Apr 01 10:17:42.588247 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60090) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:42.595293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670395ef-1b90-4fa7-861d-45f15427bf2e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14f8281-b56e-4701-ad45-70c64e739c2c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:42.607959 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-0108bff4-efd1-4c9e-a90e-4920fe9825cf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] show failed (client error): The resource could not be found.
Apr 01 10:17:42.610710 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0108bff4-efd1-4c9e-a90e-4920fe9825cf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups/c14f8281-b56e-4701-ad45-70c64e739c2c HTTP/1.1" status: 404  len: 347 time: 0.0191667
Apr 01 10:17:42.612123 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60092) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:42.640244 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f49b6-48ff-4e40-9c82-9a3a6a9f25da None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '97276686-30bc-45ae-bcda-59fb344a47ee', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.110', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:8c:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:02Z', 'updated_at': '2022-04-01T10:14:22Z', 'revision_number': 2, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:17:42.737496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 83bc1d66-f89a-4efa-b323-2b5fa084096a {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:17:42.737834 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.818021 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.818443 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (83bc1d66-f89a-4efa-b323-2b5fa084096a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.830802 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 83bc1d66-f89a-4efa-b323-2b5fa084096a owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:17:42.858906 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab62ed-9c1b-4d17-96a6-ae9342ca01f7 None None] New status for floating IP ec9a2fa3-64c1-4416-9761-e7456eee2218: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:17:42.961584 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (83bc1d66-f89a-4efa-b323-2b5fa084096a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:42.963284 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-eeab62ed-9c1b-4d17-96a6-ae9342ca01f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 01 10:17:42.963636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-eeab62ed-9c1b-4d17-96a6-ae9342ca01f7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 01 10:17:42.990933 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=83bc1d66-f89a-4efa-b323-2b5fa084096a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:43.012714 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.013083 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.013422 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.013755 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.014087 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.014418 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.014770 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.015091 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.015417 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.016041 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.016364 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.016683 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.017002 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.017318 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.017635 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:43.054194 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (ec9a2fa3-64c1-4416-9761-e7456eee2218), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:43.056812 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:43.057961 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0d936759-d2f2-4fd6-8b06-28c1b5edaa90 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/floatingips/ec9a2fa3-64c1-4416-9761-e7456eee2218 HTTP/1.1" status: 204  len: 168 time: 0.4448631
Apr 01 10:17:43.369294 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:43.465732 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab62ed-9c1b-4d17-96a6-ae9342ca01f7 None None] New status for floating IP ec9a2fa3-64c1-4416-9761-e7456eee2218: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:17:44.372084 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9178883a-4cf6-4bc4-84b1-d58256022746 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:17:44.397011 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 9178883a-4cf6-4bc4-84b1-d58256022746 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:17:44.397360 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 9178883a-4cf6-4bc4-84b1-d58256022746 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:17:44.663973 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7806-ddd2-4135-8359-ab9108563a5c req-b1ebeea1-2795-4aaf-8bce-6db2cf578d31 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:44.665435 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-719b7806-ddd2-4135-8359-ab9108563a5c req-b1ebeea1-2795-4aaf-8bce-6db2cf578d31 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0537009
Apr 01 10:17:44.718135 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-719b7806-ddd2-4135-8359-ab9108563a5c req-5987c693-6529-4e3b-8e3a-2b1d5261de78 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448351
Apr 01 10:17:45.072127 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:45.864787 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd002b9-a9ec-4725-b12f-3aa0015d1b53 req-e014b6cc-eb79-4a11-94da-7ec385ec4134 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:45.866217 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0dd002b9-a9ec-4725-b12f-3aa0015d1b53 req-e014b6cc-eb79-4a11-94da-7ec385ec4134 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0525174
Apr 01 10:17:45.920056 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0dd002b9-a9ec-4725-b12f-3aa0015d1b53 req-dc1a61d2-81dc-4ed0-80d3-39c81038af12 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=24145867-7f94-4085-aac4-7f9ef90a8f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455024
Apr 01 10:17:46.379123 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-1e301a21-2ef7-4027-a0f3-1d0ad9207866 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:46.380638 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-1e301a21-2ef7-4027-a0f3-1d0ad9207866 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 946 time: 0.0606430
Apr 01 10:17:46.483963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 7c832b8f-5482-4867-93bb-63c19a50ffba {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:17:46.484306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:46.573149 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] For port 7c832b8f-5482-4867-93bb-63c19a50ffba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c832b8f-5482-4867-93bb-63c19a50ffba,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:17:46.573506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:46.741420 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:46.741796 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:46.742098 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP 97276686-30bc-45ae-bcda-59fb344a47ee disassociated. External IP: 172.37.5.110, port: 7c832b8f-5482-4867-93bb-63c19a50ffba.
Apr 01 10:17:46.742432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 7c832b8f-5482-4867-93bb-63c19a50ffba owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:17:46.870427 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (7c832b8f-5482-4867-93bb-63c19a50ffba), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:46.898626 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=7c832b8f-5482-4867-93bb-63c19a50ffba,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:47.015459 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:17:47.018940 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-25eaaa73-1d4b-4139-aa24-61020326e7e1 req-6f9d1a1d-ff98-4545-ab26-16f7f87e6b23 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=faab71c0-1bab-48db-9b41-e6e8c908ea57 HTTP/1.1" status: 200  len: 210 time: 0.0265784
Apr 01 10:17:47.125487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:17:47.136084 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:17:47.147003 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:17:47.147712 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425379fd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:47.164848 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] No DVR routers for this DVR port 7c832b8f-5482-4867-93bb-63c19a50ffba on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:17:47.167391 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:47.170818 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94e472ef-f31f-4d5c-a656-44cb9dd8f532 req-6b8d564a-4d62-4d51-933d-b8c8f66a6c2a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "DELETE /v2.0/ports/7c832b8f-5482-4867-93bb-63c19a50ffba HTTP/1.1" status: 204  len: 173 time: 0.7846081
Apr 01 10:17:47.171188 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'name': 'network-vif-deleted', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:17:47.173414 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216600f-903d-438b-8a45-695f237877b4" -d '{"events": [{"server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "name": "network-vif-deleted", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:17:47.210302 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae395f36-5114-418c-b71f-d05e0125685d x-openstack-request-id: req-ae395f36-5114-418c-b71f-d05e0125685d {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:17:47.210696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab71c0-1bab-48db-9b41-e6e8c908ea57", "name": "network-vif-deleted", "tag": "7c832b8f-5482-4867-93bb-63c19a50ffba", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:17:47.211103 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae395f36-5114-418c-b71f-d05e0125685d {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:17:47.211279 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae395f36-5114-418c-b71f-d05e0125685d'] response: {'server_uuid': 'faab71c0-1bab-48db-9b41-e6e8c908ea57', 'name': 'network-vif-deleted', 'tag': '7c832b8f-5482-4867-93bb-63c19a50ffba', 'status': 'completed', 'code': 200}
Apr 01 10:17:47.271073 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:17:47.474394 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425379fd0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:47.503789 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:17:47.512603 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:17:47.513215 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425379fd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:47.616110 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:17:47.814038 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425379fd0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:17:47.839699 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2fc37-a012-4430-ba29-4957b5d97249 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:17:48.064336 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ffb4d-5633-491f-ba23-47877a1d0d63 None None] New status for floating IP 97276686-30bc-45ae-bcda-59fb344a47ee: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:17:48.107186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60124) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:48.161171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (24145867-7f94-4085-aac4-7f9ef90a8f41), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.184922 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (24145867-7f94-4085-aac4-7f9ef90a8f41), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.235019 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (24145867-7f94-4085-aac4-7f9ef90a8f41), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.237726 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.241330 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/security-groups/24145867-7f94-4085-aac4-7f9ef90a8f41 HTTP/1.1" status: 204  len: 168 time: 0.1307423
Apr 01 10:17:48.241706 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60126) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:48.248188 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd4d04-ebba-4bf4-a9d4-08154d2528e0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24145867-7f94-4085-aac4-7f9ef90a8f41,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:48.255227 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-aea2e150-2759-4c8b-aa6f-7119bd33d0b6 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] show failed (client error): The resource could not be found.
Apr 01 10:17:48.256210 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-aea2e150-2759-4c8b-aa6f-7119bd33d0b6 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups/24145867-7f94-4085-aac4-7f9ef90a8f41 HTTP/1.1" status: 404  len: 347 time: 0.0134957
Apr 01 10:17:48.258978 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60128) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:48.353155 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7c832b8f-5482-4867-93bb-63c19a50ffba no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:17:48.375923 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 7c832b8f-5482-4867-93bb-63c19a50ffba {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:17:48.376268 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 7c832b8f-5482-4867-93bb-63c19a50ffba not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:17:48.381087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port e56df1c2-4e70-4f52-b5f8-ad1ebf42b784 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:17:48.381429 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.459573 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.459874 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.471787 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for e56df1c2-4e70-4f52-b5f8-ad1ebf42b784 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:17:48.611540 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (e56df1c2-4e70-4f52-b5f8-ad1ebf42b784), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.634053 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=e56df1c2-4e70-4f52-b5f8-ad1ebf42b784,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:48.701857 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (97276686-30bc-45ae-bcda-59fb344a47ee), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.704482 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.705632 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-57072886-458f-4e82-8ae3-0b9a516dfda9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/floatingips/97276686-30bc-45ae-bcda-59fb344a47ee HTTP/1.1" status: 204  len: 168 time: 0.4457777
Apr 01 10:17:48.839646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60132) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:48.844330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788662780', 'description': 'tempest-description--1589324298'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:48.868114 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.931793 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (e05ea0dc-22b0-4b5f-97e1-008753d46404), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.936941 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e05ea0dc-22b0-4b5f-97e1-008753d46404), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.965565 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:48.966782 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1260564
Apr 01 10:17:48.968652 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852143b-14ae-4218-aa4f-0d84944eca1c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ea0dc-22b0-4b5f-97e1-008753d46404,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:48.969898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60134) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:48.974831 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': 'e05ea0dc-22b0-4b5f-97e1-008753d46404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:49.000722 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (a8477c51-179f-4c7e-8550-f9f6d0b80a8f), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.057779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (a8477c51-179f-4c7e-8550-f9f6d0b80a8f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.063590 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (a8477c51-179f-4c7e-8550-f9f6d0b80a8f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.079974 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8477c51-179f-4c7e-8550-f9f6d0b80a8f,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:49.087951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.089119 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b5058697-0d91-4960-9e0a-73364098f21f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1180730
Apr 01 10:17:49.091958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60136) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:49.096148 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': 'e05ea0dc-22b0-4b5f-97e1-008753d46404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:49.122840 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (fe4bd06f-9692-4e29-80d8-b8d5e8f1ff13), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.188432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (fe4bd06f-9692-4e29-80d8-b8d5e8f1ff13), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.193089 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (fe4bd06f-9692-4e29-80d8-b8d5e8f1ff13), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.209431 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4bd06f-9692-4e29-80d8-b8d5e8f1ff13,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:49.218857 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.220035 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-43fa00a5-64ac-4487-8e9c-ced66798a036 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1271570
Apr 01 10:17:49.223134 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60138) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:17:49.227318 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:49.247907 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.343091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.449668 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.37.5.156 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/6d51f57b-c759-43bb-b61d-18bba3dbb088) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:17:49.554861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.591212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.626847 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:17:49.629817 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:17:49.635196 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:17:49.640998 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=6d51f57b-c759-43bb-b61d-18bba3dbb088,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:49.721012 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.761020 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.926828 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:49.933108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:50.003857 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=6d51f57b-c759-43bb-b61d-18bba3dbb088,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:50.011933 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:50.029147 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:50.030382 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0cd2a04d-64de-486e-9c8a-63ff6e335043 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8063588
Apr 01 10:17:50.184321 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-2a7ae85b-e342-4570-8fde-3bc10b4eb2d6 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--788662780&fields=id&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 267 time: 0.0444345
Apr 01 10:17:50.295554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-de6418ad-b90b-4284-b378-9c5a9f0e913f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:50.296888 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-de6418ad-b90b-4284-b378-9c5a9f0e913f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1030960
Apr 01 10:17:50.314099 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-756918f8-fc40-4b99-a21f-8c49bc66f641 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/quotas/1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 375 time: 0.0090716
Apr 01 10:17:50.370054 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-f96daf14-bca3-4a23-82dd-1a60c79d642f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0502765
Apr 01 10:17:50.385456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-71615be2-db88-437f-b2d4-c948c987cd36 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:17:50.386396 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-71615be2-db88-437f-b2d4-c948c987cd36 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049255
Apr 01 10:17:50.475943 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-9f624776-dfe1-4ebf-8814-d248b2bf57f4 service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838966
Apr 01 10:17:50.572115 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-9ca19bfc-af25-4fcd-989b-ff174db6834e service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878937
Apr 01 10:17:50.744663 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8688f1a6-5876-461c-9e5e-c8a52cfbd449 req-095a0c89-0701-45f1-9ab8-0de66ddd03d9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 210 time: 0.0295656
Apr 01 10:17:51.673129 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-bf5958c7-874b-4d51-ae21-03753fb8b611 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:51.674581 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-bf5958c7-874b-4d51-ae21-03753fb8b611 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1042731
Apr 01 10:17:51.738904 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-e85e50ef-df8d-46b1-8e33-b0289200dee7 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 379 time: 0.0560308
Apr 01 10:17:51.749660 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'port': {'device_id': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'admin_state_up': True, 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'security_groups': ['e05ea0dc-22b0-4b5f-97e1-008753d46404']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:51.847923 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f92f3b6-1c3b-4874-b7fc-6f3bad1df33c req-f6d610ab-d24b-42c6-ac1f-ec48f04308e8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 210 time: 0.0318785
Apr 01 10:17:51.879874 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:17:51.883346 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.009304 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.20.0.7 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/c415f6d8-7767-472f-82aa-87971560171b) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:17:52.159180 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (c415f6d8-7767-472f-82aa-87971560171b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.197311 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.238266 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:17:52.241513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:17:52.247180 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:17:52.253609 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:52.299873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:52.300584 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.317510 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-fbda5c62-8fb0-4fc1-99a2-715ae7253476 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5714633
Apr 01 10:17:52.328634 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Request body: {'port': {'device_id': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:17:52.392291 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c415f6d8-7767-472f-82aa-87971560171b), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.526081 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-f5559e90-c521-4b9c-b552-10cee10e8f6a None None] Provisioning complete for port c415f6d8-7767-472f-82aa-87971560171b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:17:52.526673 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f5559e90-c521-4b9c-b552-10cee10e8f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c415f6d8-7767-472f-82aa-87971560171b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.560172 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f5559e90-c521-4b9c-b552-10cee10e8f6a None None] Port c415f6d8-7767-472f-82aa-87971560171b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:17:52.660769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c415f6d8-7767-472f-82aa-87971560171b {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:17:52.668286 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks [] for port (c415f6d8-7767-472f-82aa-87971560171b), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.680797 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Transition to ACTIVE for port object c415f6d8-7767-472f-82aa-87971560171b will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:17:52.687754 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.758587 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Pushing event updated for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:52.811423 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Attempting to bind port c415f6d8-7767-472f-82aa-87971560171b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:17:52.811759 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Attempting to bind port c415f6d8-7767-472f-82aa-87971560171b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:17:52.812090 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Attempting to bind port c415f6d8-7767-472f-82aa-87971560171b on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:17:52.816654 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Port c415f6d8-7767-472f-82aa-87971560171b on network 9da82d1d-4bc1-4295-8708-e98235a59efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:17:52.816968 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Attempting to bind port c415f6d8-7767-472f-82aa-87971560171b on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:17:52.822050 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:17:52.822468 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:17:52.822945 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:17:52.823441 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Bound port: c415f6d8-7767-472f-82aa-87971560171b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:17:52.823834 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c415f6d8-7767-472f-82aa-87971560171b), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.889191 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:17:52.892771 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c415f6d8-7767-472f-82aa-87971560171b,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:17:52.899451 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.932570 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:52.933250 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:52.934627 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] 10.222.0.15 "PUT /v2.0/ports/c415f6d8-7767-472f-82aa-87971560171b HTTP/1.1" status: 200  len: 1093 time: 0.6102836
Apr 01 10:17:52.935090 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:17:52.937334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600b63a0-d2cd-4101-9411-75026fe89895" -d '{"events": [{"name": "network-changed", "server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "tag": "c415f6d8-7767-472f-82aa-87971560171b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:17:52.967034 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede5bc-d5b3-4f52-9cdb-bc135c39a120 service neutron] Pushing event updated for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:52.981370 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ed774-d405-4f75-9871-e1c5ab619048 req-f140fd30-f78b-46d1-ae9f-3b72d75ed31a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:52.982876 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e00ed774-d405-4f75-9871-e1c5ab619048 req-f140fd30-f78b-46d1-ae9f-3b72d75ed31a tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 943 time: 0.0678117
Apr 01 10:17:53.016193 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98598ca2-c266-4f8e-9715-9322cbf71d87 x-openstack-request-id: req-98598ca2-c266-4f8e-9715-9322cbf71d87 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:17:53.017092 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "tag": "c415f6d8-7767-472f-82aa-87971560171b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:17:53.017352 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98598ca2-c266-4f8e-9715-9322cbf71d87 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:17:53.018031 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98598ca2-c266-4f8e-9715-9322cbf71d87'] response: {'name': 'network-changed', 'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b', 'status': 'completed', 'code': 200}
Apr 01 10:17:53.036293 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-5e61f404-4101-49bc-8164-3dacea5cbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.037999 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-5e61f404-4101-49bc-8164-3dacea5cbe0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 1127 time: 0.0605433
Apr 01 10:17:53.039690 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e00ed774-d405-4f75-9871-e1c5ab619048 req-512e90a7-ef06-4444-b1e2-5bb50e620702 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488222
Apr 01 10:17:53.084989 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-6ba7115b-47bf-4a3f-b3ea-1893c62896d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c415f6d8-7767-472f-82aa-87971560171b HTTP/1.1" status: 200  len: 217 time: 0.0400710
Apr 01 10:17:53.132812 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-d4c081df-a517-4461-a609-9535d7c215dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.134295 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-d4c081df-a517-4461-a609-9535d7c215dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0442457
Apr 01 10:17:53.182799 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-9cdfe757-69df-45c0-83aa-3356dce9ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.184271 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-9cdfe757-69df-45c0-83aa-3356dce9ad2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0442796
Apr 01 10:17:53.283790 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-2b7cddfc-d979-45d0-b09e-2f08cfc85486 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937803
Apr 01 10:17:53.374941 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7b5c61-a0c4-4b15-8397-abbe62d75935 req-8f02de2d-3c66-40bd-a11a-32196d3b7bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851784
Apr 01 10:17:53.471334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b63a0-d2cd-4101-9411-75026fe89895 req-230681fa-8899-48c1-bbc3-7469a5682517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.473027 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-230681fa-8899-48c1-bbc3-7469a5682517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 1127 time: 0.0545881
Apr 01 10:17:53.562130 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b63a0-d2cd-4101-9411-75026fe89895 req-8a3bd6c4-0351-4d10-b46e-8fdd3a30c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.563604 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-8a3bd6c4-0351-4d10-b46e-8fdd3a30c458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0844262
Apr 01 10:17:53.606861 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-3bedd257-3e8c-465b-9fb2-20e03e8cd49c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c415f6d8-7767-472f-82aa-87971560171b HTTP/1.1" status: 200  len: 217 time: 0.0365193
Apr 01 10:17:53.659523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b63a0-d2cd-4101-9411-75026fe89895 req-ef38372f-bb3a-4359-aa74-c880d6703815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.661750 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-ef38372f-bb3a-4359-aa74-c880d6703815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0486081
Apr 01 10:17:53.713876 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b63a0-d2cd-4101-9411-75026fe89895 req-50e64963-cb87-4a21-9a78-a13e48957f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:53.715301 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-50e64963-cb87-4a21-9a78-a13e48957f50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480201
Apr 01 10:17:53.814323 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-d0316fbf-9597-4540-8484-a3bbf2608750 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924420
Apr 01 10:17:53.909685 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-600b63a0-d2cd-4101-9411-75026fe89895 req-15415d1f-d707-4d5f-b23a-b5f751211e06 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889053
Apr 01 10:17:54.174998 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc6372-466a-4503-b4d0-36740a4aec75 req-173baae8-cf93-4283-b368-0f95cfa7b935 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:54.176405 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61dc6372-466a-4503-b4d0-36740a4aec75 req-173baae8-cf93-4283-b368-0f95cfa7b935 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 943 time: 0.0547335
Apr 01 10:17:54.223980 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-61dc6372-466a-4503-b4d0-36740a4aec75 req-6f417816-2c2a-4636-9a51-c015d2bd164b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419509
Apr 01 10:17:55.353003 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a180d-b0bb-432b-8212-524b39af2039 req-73cb4ab1-3505-4843-899b-ca1165811a95 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:55.354464 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b4a180d-b0bb-432b-8212-524b39af2039 req-73cb4ab1-3505-4843-899b-ca1165811a95 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 943 time: 0.0543091
Apr 01 10:17:55.401640 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b4a180d-b0bb-432b-8212-524b39af2039 req-94ca7528-43f4-4bdd-b045-cacec485522e tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415354
Apr 01 10:17:56.365039 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device c415f6d8-7767-472f-82aa-87971560171b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:17:56.474675 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c415f6d8-7767-472f-82aa-87971560171b,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:17:56.486766 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'c415f6d8-7767-472f-82aa-87971560171b', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'port_id': 'c415f6d8-7767-472f-82aa-87971560171b', 'mac_address': 'fa:16:3e:c6:e9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:17:56.523867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port c415f6d8-7767-472f-82aa-87971560171b is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:17:56.524263 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c415f6d8-7767-472f-82aa-87971560171b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:56.525191 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5ce39-a90d-40b2-b99d-953f4a471a90 req-8a40e05b-6857-41ce-a82d-68b59215627f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:56.526726 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4a5ce39-a90d-40b2-b99d-953f4a471a90 req-8a40e05b-6857-41ce-a82d-68b59215627f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 943 time: 0.0567837
Apr 01 10:17:56.537353 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c415f6d8-7767-472f-82aa-87971560171b {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:17:56.556523 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c415f6d8-7767-472f-82aa-87971560171b,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:17:56.561244 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:56.572926 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4a5ce39-a90d-40b2-b99d-953f4a471a90 req-b1a14b37-c3b0-454f-97fb-9439af25fc8b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401647
Apr 01 10:17:56.734969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:56.742468 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.742831 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.743168 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.743492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.743824 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.744135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.744449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.744760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.745078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.745386 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.745699 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.745997 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.746339 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.746664 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.746982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:17:56.917467 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['c415f6d8-7767-472f-82aa-87971560171b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:17:57.701373 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946215f-74de-4aae-a577-b716b9a18a79 req-570f1769-5f3c-4bcf-8b5b-529bd3285bc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:57.702870 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2946215f-74de-4aae-a577-b716b9a18a79 req-570f1769-5f3c-4bcf-8b5b-529bd3285bc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 944 time: 0.0566580
Apr 01 10:17:57.752241 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2946215f-74de-4aae-a577-b716b9a18a79 req-25fd6fb1-a8c2-4390-aac0-6c668ba0e8b1 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433798
Apr 01 10:17:58.357258 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device c415f6d8-7767-472f-82aa-87971560171b up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:17:58.419488 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port c415f6d8-7767-472f-82aa-87971560171b completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:17:58.424842 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port c415f6d8-7767-472f-82aa-87971560171b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:17:58.425387 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (c415f6d8-7767-472f-82aa-87971560171b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:58.503224 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port c415f6d8-7767-472f-82aa-87971560171b is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:17:58.503704 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (c415f6d8-7767-472f-82aa-87971560171b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:58.527196 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:17:58.529530 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b11b8cb-ec47-4198-adc4-9e52668cda86" -d '{"events": [{"server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "c415f6d8-7767-472f-82aa-87971560171b"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:17:58.541460 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c415f6d8-7767-472f-82aa-87971560171b,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:17:58.548848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:17:58.571637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0f8f8-5e93-4017-804a-d974097d3e3d x-openstack-request-id: req-35f0f8f8-5e93-4017-804a-d974097d3e3d {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:17:58.571923 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "name": "network-vif-plugged", "status": "completed", "tag": "c415f6d8-7767-472f-82aa-87971560171b", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:17:58.572173 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35f0f8f8-5e93-4017-804a-d974097d3e3d {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:17:58.572569 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f0f8f8-5e93-4017-804a-d974097d3e3d'] response: {'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b', 'code': 200}
Apr 01 10:17:58.600988 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:17:58.740258 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d82a7-41e9-4fa8-ac83-ddda0f90edb3 req-13a6757d-27d1-44c8-947f-9efcd6dc8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:58.741806 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a96d82a7-41e9-4fa8-ac83-ddda0f90edb3 req-13a6757d-27d1-44c8-947f-9efcd6dc8975 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 1129 time: 0.0443439
Apr 01 10:17:58.785030 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a96d82a7-41e9-4fa8-ac83-ddda0f90edb3 req-29ae6c66-5e40-4a24-b83d-3701729eadb8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371010
Apr 01 10:17:58.870567 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e7bb-525e-4fa0-b298-6d024eabbc8a req-c3bc85ab-b9b5-41a6-ad67-3b58278cacf5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:17:58.871968 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d176e7bb-525e-4fa0-b298-6d024eabbc8a req-c3bc85ab-b9b5-41a6-ad67-3b58278cacf5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0521324
Apr 01 10:17:58.917912 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d176e7bb-525e-4fa0-b298-6d024eabbc8a req-4d7c5a89-d748-4e8c-bda5-16cc927de75c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403929
Apr 01 10:18:00.049593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b35e8-1f24-4033-aa26-f1f78e09c9a4 req-8eba9f36-11c4-419f-9ece-e8ba3348410d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:00.051160 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-087b35e8-1f24-4033-aa26-f1f78e09c9a4 req-8eba9f36-11c4-419f-9ece-e8ba3348410d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0632589
Apr 01 10:18:00.099364 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-087b35e8-1f24-4033-aa26-f1f78e09c9a4 req-105730cf-291d-458e-b32a-5001ee99bf55 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419593
Apr 01 10:18:01.233299 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d20d-0d5f-4b17-8ae5-e207ea404a38 req-01ba44db-76f8-4839-8bbc-1a65fea14e80 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:01.234785 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6598d20d-0d5f-4b17-8ae5-e207ea404a38 req-01ba44db-76f8-4839-8bbc-1a65fea14e80 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0553935
Apr 01 10:18:01.280915 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6598d20d-0d5f-4b17-8ae5-e207ea404a38 req-41223bbe-79aa-448a-930e-95ae26b0d2f8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404603
Apr 01 10:18:01.397305 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee92864-ee93-418f-bee1-1280d70c366b req-88011025-e688-473b-915b-b3f4d69f4bf4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:01.398678 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bee92864-ee93-418f-bee1-1280d70c366b req-88011025-e688-473b-915b-b3f4d69f4bf4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0544477
Apr 01 10:18:01.407568 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60194) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:18:01.411873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'port_id': 'c415f6d8-7767-472f-82aa-87971560171b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:18:01.449793 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:02.084175 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.db.resource_extend [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 01 10:18:02.143023 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:02.150040 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:02.259864 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP bd5194d9-5958-4d99-bbb6-9c1f653301b0 associated. External IP: 172.37.5.156, port: c415f6d8-7767-472f-82aa-87971560171b.
Apr 01 10:18:02.476384 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:18:02.600944 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:18:02.606483 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:02.612150 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:18:02.622769 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:18:02.623458 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f616a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:18:02.634402 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9ea8cb7b-fad3-4ec7-bdab-3a856d54d9e3 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5194d9-5958-4d99-bbb6-9c1f653301b0 HTTP/1.1" status: 200  len: 991 time: 1.2258015
Apr 01 10:18:02.634979 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:18:02.637175 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85239429-50fa-4219-a2ca-4e28af3943d2" -d '{"events": [{"name": "network-changed", "server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "tag": "c415f6d8-7767-472f-82aa-87971560171b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:18:02.674919 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47653d48-151c-4f96-b64c-ee1093988d4c x-openstack-request-id: req-47653d48-151c-4f96-b64c-ee1093988d4c {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:18:02.675205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "tag": "c415f6d8-7767-472f-82aa-87971560171b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:18:02.675450 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47653d48-151c-4f96-b64c-ee1093988d4c {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:18:02.675852 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47653d48-151c-4f96-b64c-ee1093988d4c'] response: {'name': 'network-changed', 'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b', 'status': 'completed', 'code': 200}
Apr 01 10:18:02.732813 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:18:02.746408 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-e40b5fcf-b744-4818-9c39-1d1c465cf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:02.746408 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-e40b5fcf-b744-4818-9c39-1d1c465cf76e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 1129 time: 0.0466847
Apr 01 10:18:02.839756 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-be4f5204-a20c-4ff8-b5cd-fa2cad4e2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:02.841199 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-be4f5204-a20c-4ff8-b5cd-fa2cad4e2740 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0901885
Apr 01 10:18:02.906520 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-c30b7b41-6ae2-4819-a29f-01ad697b89ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c415f6d8-7767-472f-82aa-87971560171b HTTP/1.1" status: 200  len: 999 time: 0.0597754
Apr 01 10:18:02.959521 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-35554f1b-192a-465b-bee0-c844332761c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:02.960993 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-35554f1b-192a-465b-bee0-c844332761c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0489769
Apr 01 10:18:02.962796 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f616a0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bd5194d9-5958-4d99-bbb6-9c1f653301b0', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.156', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': 'c415f6d8-7767-472f-82aa-87971560171b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:c6:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:49Z', 'updated_at': '2022-04-01T10:18:01Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:18:02.991731 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:18:03.009300 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-a54a7894-3f53-4214-890e-33b1bc31f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:18:03.009553 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:18:03.010015 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424f616a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:17:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:18:03.010811 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-a54a7894-3f53-4214-890e-33b1bc31f679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0442455
Apr 01 10:18:03.100119 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-b398c628-108f-426d-83a1-f50426af4526 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830503
Apr 01 10:18:03.116902 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:18:03.192803 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-85239429-50fa-4219-a2ca-4e28af3943d2 req-562b34b0-ce3c-459a-b1ea-b26b7559d4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870087
Apr 01 10:18:03.356670 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424f616a0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bd5194d9-5958-4d99-bbb6-9c1f653301b0', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.156', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': 'c415f6d8-7767-472f-82aa-87971560171b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:c6:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:49Z', 'updated_at': '2022-04-01T10:18:01Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:18:03.468529 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6429636-308f-4ac4-8570-97e04de48c2c None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bd5194d9-5958-4d99-bbb6-9c1f653301b0', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.156', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': 'c415f6d8-7767-472f-82aa-87971560171b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:c6:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:49Z', 'updated_at': '2022-04-01T10:18:01Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:18:03.668174 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90a1e2-80ac-4760-89fa-c396eefb343e None None] New status for floating IP bd5194d9-5958-4d99-bbb6-9c1f653301b0: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:18:07.422826 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:08.621626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cef3811a-1253-4e75-8597-ccc49478c0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:10.964673 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bce7-e100-4893-980b-24538ca57253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:12.233132 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:13.379748 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:15.067286 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:18.348108 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:18:37.401278 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:38.625567 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-91c75650-ae8f-4961-8583-28cebfca1f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:40.969759 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5169c64b-2254-4b86-ab13-7b11fde9d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:42.230589 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:43.393274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:45.064845 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:18:55.352396 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:19:07.430627 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:08.625227 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2a82983-0af4-4150-a788-ecbb59842c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:10.976195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e4fc86d2-d9be-404e-bce9-c083c1a47f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:12.244130 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:13.390113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:15.072954 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:18.686250 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26abb-eab5-4e92-b41b-4ee0c3c810e7 req-8c6d0f61-97fe-48ce-9a4c-f59a8ffda388 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:18.687926 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aed26abb-eab5-4e92-b41b-4ee0c3c810e7 req-8c6d0f61-97fe-48ce-9a4c-f59a8ffda388 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0655246
Apr 01 10:19:18.739202 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aed26abb-eab5-4e92-b41b-4ee0c3c810e7 req-9453cb64-b040-4137-b734-0981b1ff644f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424030
Apr 01 10:19:19.876663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b3b79-4be9-42c7-8a24-49a51c58563c req-ead5d014-f265-4e25-affa-2b88953c7a82 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:19.878144 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-af1b3b79-4be9-42c7-8a24-49a51c58563c req-ead5d014-f265-4e25-affa-2b88953c7a82 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0614126
Apr 01 10:19:19.925245 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-af1b3b79-4be9-42c7-8a24-49a51c58563c req-e8332290-d22a-4621-96aa-b9d769d04b00 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414114
Apr 01 10:19:20.569947 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-1f55fc1a-1d8b-441e-b61e-11552a956c2c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:20.571391 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-1f55fc1a-1d8b-441e-b61e-11552a956c2c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0618846
Apr 01 10:19:20.673259 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port c415f6d8-7767-472f-82aa-87971560171b {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:19:20.673581 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (c415f6d8-7767-472f-82aa-87971560171b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:20.761850 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] For port c415f6d8-7767-472f-82aa-87971560171b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c415f6d8-7767-472f-82aa-87971560171b,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:19:20.762095 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (c415f6d8-7767-472f-82aa-87971560171b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:20.933697 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:20.934506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:20.934506 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP bd5194d9-5958-4d99-bbb6-9c1f653301b0 disassociated. External IP: 172.37.5.156, port: c415f6d8-7767-472f-82aa-87971560171b.
Apr 01 10:19:20.934753 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for c415f6d8-7767-472f-82aa-87971560171b owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:19:21.045976 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1373ed-be29-49f2-b0a6-6088cb232e52 req-82de8315-9c07-4cb8-a68d-d5ebc686570c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:21.047961 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7e1373ed-be29-49f2-b0a6-6088cb232e52 req-82de8315-9c07-4cb8-a68d-d5ebc686570c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=99690bfd-08ec-4cda-afad-74c3c041bb6f HTTP/1.1" status: 200  len: 945 time: 0.0532234
Apr 01 10:19:21.062695 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (c415f6d8-7767-472f-82aa-87971560171b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:21.095343 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=c415f6d8-7767-472f-82aa-87971560171b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:21.100280 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7e1373ed-be29-49f2-b0a6-6088cb232e52 req-97064230-07f4-493a-a14e-6474e379b840 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=e05ea0dc-22b0-4b5f-97e1-008753d46404&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468090
Apr 01 10:19:21.106806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.107160 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.107502 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.107842 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.108175 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.108615 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.108952 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.109281 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.109652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.110083 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.110297 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.110623 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.111037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.111381 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.111716 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:21.229251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:19:21.340059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:19:21.350725 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:19:21.360563 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:19:21.361179 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c5dcd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:19:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:21.380905 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] No DVR routers for this DVR port c415f6d8-7767-472f-82aa-87971560171b on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:19:21.383604 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:21.386938 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1acb2efa-2929-4c59-8c3d-925acde536ae req-bed38316-8467-4241-b662-f9382ef163b8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "DELETE /v2.0/ports/c415f6d8-7767-472f-82aa-87971560171b HTTP/1.1" status: 204  len: 173 time: 0.8095751
Apr 01 10:19:21.387376 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'name': 'network-vif-deleted', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:19:21.389644 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc34688-2500-4fe6-838b-6f5d49f76095" -d '{"events": [{"server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "name": "network-vif-deleted", "tag": "c415f6d8-7767-472f-82aa-87971560171b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:19:21.426789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295650be-e614-46da-b8e4-60ab176eba3e x-openstack-request-id: req-295650be-e614-46da-b8e4-60ab176eba3e {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:19:21.427044 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99690bfd-08ec-4cda-afad-74c3c041bb6f", "name": "network-vif-deleted", "tag": "c415f6d8-7767-472f-82aa-87971560171b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:19:21.427321 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-295650be-e614-46da-b8e4-60ab176eba3e {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:19:21.427732 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295650be-e614-46da-b8e4-60ab176eba3e'] response: {'server_uuid': '99690bfd-08ec-4cda-afad-74c3c041bb6f', 'name': 'network-vif-deleted', 'tag': 'c415f6d8-7767-472f-82aa-87971560171b', 'status': 'completed', 'code': 200}
Apr 01 10:19:21.483928 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:19:21.686277 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c5dcd0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:21.711828 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:19:21.720152 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:19:21.720744 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c5dcd0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:19:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:21.827050 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:19:22.034338 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c5dcd0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:22.062419 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2a41d-4030-49b2-8266-84a9f3514f9f None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:19:22.191892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60308) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:22.247304 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (e05ea0dc-22b0-4b5f-97e1-008753d46404), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.271725 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (e05ea0dc-22b0-4b5f-97e1-008753d46404), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.294329 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261de17-e76f-4989-bcd6-38a4b1e0a01d None None] New status for floating IP bd5194d9-5958-4d99-bbb6-9c1f653301b0: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:19:22.320251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e05ea0dc-22b0-4b5f-97e1-008753d46404), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.322947 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.326522 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/security-groups/e05ea0dc-22b0-4b5f-97e1-008753d46404 HTTP/1.1" status: 204  len: 168 time: 0.1310897
Apr 01 10:19:22.327121 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60310) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:22.334013 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aed2e-5eaf-4080-bf19-46dc57f02c52 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ea0dc-22b0-4b5f-97e1-008753d46404,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:22.341448 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-53e419b4-ea9f-44e8-aefb-13d3f42cd8b2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] show failed (client error): The resource could not be found.
Apr 01 10:19:22.342688 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-53e419b4-ea9f-44e8-aefb-13d3f42cd8b2 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups/e05ea0dc-22b0-4b5f-97e1-008753d46404 HTTP/1.1" status: 404  len: 347 time: 0.0143142
Apr 01 10:19:22.345701 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60312) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:22.471384 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 6d51f57b-c759-43bb-b61d-18bba3dbb088 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:19:22.471719 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.548779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.549026 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (6d51f57b-c759-43bb-b61d-18bba3dbb088), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.561375 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 6d51f57b-c759-43bb-b61d-18bba3dbb088 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:19:22.695780 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (6d51f57b-c759-43bb-b61d-18bba3dbb088), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.722177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=6d51f57b-c759-43bb-b61d-18bba3dbb088,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:22.781216 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (bd5194d9-5958-4d99-bbb6-9c1f653301b0), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.783762 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:22.784913 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-407c8af4-f8a5-4d4f-aa6e-bf5703831a35 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/floatingips/bd5194d9-5958-4d99-bbb6-9c1f653301b0 HTTP/1.1" status: 204  len: 168 time: 0.4382298
Apr 01 10:19:23.011279 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60316) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:23.016006 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338112069', 'description': 'tempest-description--2045027201'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:23.037690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.103030 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (875479fc-532d-4003-bd87-57d430347ced), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.109275 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (875479fc-532d-4003-bd87-57d430347ced), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.146682 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.147862 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1355758
Apr 01 10:19:23.150966 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60320) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:23.151787 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b78e-ff27-4c14-9950-fc2095b79628 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875479fc-532d-4003-bd87-57d430347ced,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:23.156474 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': '875479fc-532d-4003-bd87-57d430347ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:23.181312 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (1eca3a1e-4b16-40c0-a181-10b9fa5ac5b2), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.237458 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (1eca3a1e-4b16-40c0-a181-10b9fa5ac5b2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.242905 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (1eca3a1e-4b16-40c0-a181-10b9fa5ac5b2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.259269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eca3a1e-4b16-40c0-a181-10b9fa5ac5b2,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:23.269198 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.270371 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1183937
Apr 01 10:19:23.271623 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.271959 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.272291 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.272619 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.272951 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.273263 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.273375 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60324) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:23.273820 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.273937 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.274184 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.274525 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.274871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.275186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.275496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.275806 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.276116 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d504961-1e77-427f-80ca-ba0e1a6b5729 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:23.277866 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'security_group_rule': {'security_group_id': '875479fc-532d-4003-bd87-57d430347ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:23.306640 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (d39f376b-fdfd-4616-8256-71989f0b39e2), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.363144 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (d39f376b-fdfd-4616-8256-71989f0b39e2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.371450 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (d39f376b-fdfd-4616-8256-71989f0b39e2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.388333 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39f376b-fdfd-4616-8256-71989f0b39e2,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:23.398501 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.399873 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fb0cf45b-6ad9-4a6a-b521-f114d5f37f2b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1254811
Apr 01 10:19:23.402931 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60326) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:23.407292 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:23.428132 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.527117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.639448 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.37.5.236 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/1d13cde9-f754-4179-b7a1-c5e517f6ea7f) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:19:23.751705 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.787945 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.828091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:19:23.831004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:19:23.837012 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:19:23.842509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=1d13cde9-f754-4179-b7a1-c5e517f6ea7f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:23.933354 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:23.973309 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:24.123278 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:24.131606 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:24.203559 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=1d13cde9-f754-4179-b7a1-c5e517f6ea7f,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:24.213320 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:24.232919 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:24.234206 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fad19ec2-2962-4e66-a746-ae1ed5758970 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8303292
Apr 01 10:19:24.400219 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-96145b73-053f-4d4d-9dad-658ed7f81080 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1338112069&fields=id&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 267 time: 0.0441880
Apr 01 10:19:24.506128 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-1f81f342-2318-4b5f-88f9-fb2a18b19c5f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:24.507637 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-1f81f342-2318-4b5f-88f9-fb2a18b19c5f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1009204
Apr 01 10:19:24.522984 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-577a6afd-8c1b-401f-846a-32948ade445c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/quotas/1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 375 time: 0.0097952
Apr 01 10:19:24.596799 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-f7395fb8-995e-440b-9a2f-3675ffe7af31 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0690060
Apr 01 10:19:24.778728 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-7ea32510-6406-49f1-a957-349d5cb30cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658533
Apr 01 10:19:24.780912 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device c415f6d8-7767-472f-82aa-87971560171b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:19:24.801523 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: c415f6d8-7767-472f-82aa-87971560171b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:19:24.801867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device c415f6d8-7767-472f-82aa-87971560171b not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:19:24.870378 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-ce554b96-08c3-4019-8ad5-3dd148120760 service neutron] 10.222.0.46 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862730
Apr 01 10:19:25.044759 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91b9dd69-7bd6-46bb-aba6-99efed295698 req-9b0715f5-2c61-4aca-ae01-6f7110661932 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 210 time: 0.0273879
Apr 01 10:19:26.010211 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-88d83ab9-4213-4381-9ac7-dfe0298e9232 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:26.011682 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-88d83ab9-4213-4381-9ac7-dfe0298e9232 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 815 time: 0.1000068
Apr 01 10:19:26.071690 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-cf4fe132-bf50-4ac8-8acf-5ad0b1ee907f tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8c16b8e2564e468f11fb0bfdade484 HTTP/1.1" status: 200  len: 380 time: 0.0519309
Apr 01 10:19:26.081421 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'port': {'device_id': '8184c85d-e3ab-42a8-9032-56e90545b582', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'admin_state_up': True, 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'security_groups': ['875479fc-532d-4003-bd87-57d430347ced']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:26.158879 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8eb6a985-322e-41c4-b535-3d563458b2d8 req-242fc4fb-f26c-49f9-a196-9e6f02423961 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 210 time: 0.0327942
Apr 01 10:19:26.214877 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Made reservation on behalf of 1e8c16b8e2564e468f11fb0bfdade484 for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:19:26.218212 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.344821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Allocated IP 172.20.0.13 (9da82d1d-4bc1-4295-8708-e98235a59efd/889405f5-44ab-4a28-a5d6-f1442e149703/714d39f9-1c38-49e3-af31-a70515b6e09d) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:19:26.478488 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.512904 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.560094 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Network 9da82d1d-4bc1-4295-8708-e98235a59efd is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:19:26.565446 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:19:26.569982 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:19:26.573953 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event updated for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:26.621609 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:26.622119 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.641787 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-2c1c063b-1518-45d3-81cd-e6643b97c624 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5638285
Apr 01 10:19:26.652941 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Request body: {'port': {'device_id': '8184c85d-e3ab-42a8-9032-56e90545b582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:26.716159 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.770044 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ed378edc-c465-426a-a16f-710875561ae1 None None] Provisioning complete for port 714d39f9-1c38-49e3-af31-a70515b6e09d triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:19:26.770698 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ed378edc-c465-426a-a16f-710875561ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:26.803925 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ed378edc-c465-426a-a16f-710875561ae1 None None] Port 714d39f9-1c38-49e3-af31-a70515b6e09d cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:19:26.982506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714d39f9-1c38-49e3-af31-a70515b6e09d {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:19:26.989884 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks [] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:27.001714 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Transition to ACTIVE for port object 714d39f9-1c38-49e3-af31-a70515b6e09d will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:19:27.008935 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:27.059445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Pushing event updated for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:27.132117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Attempting to bind port 714d39f9-1c38-49e3-af31-a70515b6e09d on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:19:27.132455 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Attempting to bind port 714d39f9-1c38-49e3-af31-a70515b6e09d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:19:27.132793 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Attempting to bind port 714d39f9-1c38-49e3-af31-a70515b6e09d on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:19:27.137475 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Port 714d39f9-1c38-49e3-af31-a70515b6e09d on network 9da82d1d-4bc1-4295-8708-e98235a59efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:19:27.137795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Attempting to bind port 714d39f9-1c38-49e3-af31-a70515b6e09d on network 9da82d1d-4bc1-4295-8708-e98235a59efd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:19:27.143129 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:19:27.143470 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Checking segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:19:27.143883 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Bound using segment: {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:19:27.144313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Bound port: 714d39f9-1c38-49e3-af31-a70515b6e09d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:19:27.144672 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:27.288468 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533871e-5db8-481b-9cb5-9df25663055f req-486c922c-d24c-4047-9e67-47cef5fafa7d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:27.290130 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f533871e-5db8-481b-9cb5-9df25663055f req-486c922c-d24c-4047-9e67-47cef5fafa7d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 944 time: 0.0571208
Apr 01 10:19:27.340918 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f533871e-5db8-481b-9cb5-9df25663055f req-04ccba64-f5b3-4a04-9266-e2e5c2372e6d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449338
Apr 01 10:19:27.461674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:19:27.464690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=714d39f9-1c38-49e3-af31-a70515b6e09d,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:19:27.472173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:27.505553 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:27.506178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:27.507613 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] 10.222.0.15 "PUT /v2.0/ports/714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 200  len: 1094 time: 0.8588777
Apr 01 10:19:27.508058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:19:27.510465 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9232879-e129-4df2-8a33-9a96caf1bd42" -d '{"events": [{"name": "network-changed", "server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:19:27.537882 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c0ec6-eeef-45ef-8693-0b3fe7159e4d service neutron] Pushing event updated for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:27.553207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3df318-53f7-40b5-b22b-0fb653949014 x-openstack-request-id: req-7f3df318-53f7-40b5-b22b-0fb653949014 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:19:27.553603 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:19:27.554082 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f3df318-53f7-40b5-b22b-0fb653949014 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:19:27.554545 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3df318-53f7-40b5-b22b-0fb653949014'] response: {'name': 'network-changed', 'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'status': 'completed', 'code': 200}
Apr 01 10:19:27.599166 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-cc8be337-0833-4b05-b9af-e9d458c80ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:27.600684 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-cc8be337-0833-4b05-b9af-e9d458c80ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 1128 time: 0.0453093
Apr 01 10:19:27.645463 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-9836f180-8704-4e31-8638-eae93191d95e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 200  len: 217 time: 0.0372982
Apr 01 10:19:27.694409 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-941d8ab6-f8a1-4537-97bf-89a70da74abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:27.695935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-941d8ab6-f8a1-4537-97bf-89a70da74abf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0438738
Apr 01 10:19:27.744506 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-09c02ae2-e894-49f3-b328-8f8648d4db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:27.745913 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-09c02ae2-e894-49f3-b328-8f8648d4db57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437245
Apr 01 10:19:27.838265 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-c06d58a9-99ea-41f8-ab12-69cfa7b4c558 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849996
Apr 01 10:19:27.925377 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd588e16-54d5-4c55-bc62-e77f35da2e4e req-96543012-2525-482c-a562-a42e5f7e5734 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816824
Apr 01 10:19:28.023916 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-7983b508-90c1-406a-b49e-57cc7d22988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:28.025373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-7983b508-90c1-406a-b49e-57cc7d22988c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 1128 time: 0.0510409
Apr 01 10:19:28.112126 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-1ec6b15b-0aef-48cf-a592-a3bd7cc6445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:28.113557 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-1ec6b15b-0aef-48cf-a592-a3bd7cc6445d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0818186
Apr 01 10:19:28.156612 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-945a699b-026b-4430-b5f4-892961ba8af2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 200  len: 217 time: 0.0371306
Apr 01 10:19:28.210673 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-348e6fdb-1fcd-49a0-9d74-794db632a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:28.212305 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-348e6fdb-1fcd-49a0-9d74-794db632a6f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0505137
Apr 01 10:19:28.263764 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-54dbb586-2305-4a70-b7bd-c2ad39556e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:28.265350 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-54dbb586-2305-4a70-b7bd-c2ad39556e5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0468843
Apr 01 10:19:28.354638 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-ece61269-7ecf-4b52-a812-959efa8fa80e service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829196
Apr 01 10:19:28.444666 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b9232879-e129-4df2-8a33-9a96caf1bd42 req-39071119-f5a4-4a2b-82c8-8419e2fd6c2b service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842421
Apr 01 10:19:28.461059 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb0ae-93b6-42ae-93f9-a164690ad043 req-fb22f7ad-beb1-46be-bdbe-cdc8df50608c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:28.462563 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5becb0ae-93b6-42ae-93f9-a164690ad043 req-fb22f7ad-beb1-46be-bdbe-cdc8df50608c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 944 time: 0.0528073
Apr 01 10:19:28.512576 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5becb0ae-93b6-42ae-93f9-a164690ad043 req-7571936b-e999-46b3-80ea-2a37f88ccd79 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436113
Apr 01 10:19:29.648424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569229a-3cf2-43d4-b669-8c77dca4a8cb req-6ce234d2-097c-4b33-9cb0-a5f3970775d7 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:29.649889 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c569229a-3cf2-43d4-b669-8c77dca4a8cb req-6ce234d2-097c-4b33-9cb0-a5f3970775d7 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 944 time: 0.0553391
Apr 01 10:19:29.699873 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c569229a-3cf2-43d4-b669-8c77dca4a8cb req-3daa881f-d7cf-449d-bf9f-d60cf3271f91 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417359
Apr 01 10:19:30.814183 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 714d39f9-1c38-49e3-af31-a70515b6e09d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:19:30.842994 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef5968-deb1-4fdf-9c1f-0a76c9b38281 req-d019e30b-f74c-4626-adf3-4592dde5a26c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:30.844471 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dbef5968-deb1-4fdf-9c1f-0a76c9b38281 req-d019e30b-f74c-4626-adf3-4592dde5a26c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 944 time: 0.0543466
Apr 01 10:19:30.895809 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dbef5968-deb1-4fdf-9c1f-0a76c9b38281 req-4777a472-b897-48bf-ae35-dfe5a704dcf5 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457389
Apr 01 10:19:30.912697 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=714d39f9-1c38-49e3-af31-a70515b6e09d,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:19:30.924452 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'port_id': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'mac_address': 'fa:16:3e:cb:be:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:19:30.960919 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 714d39f9-1c38-49e3-af31-a70515b6e09d is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:19:30.961299 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:30.973398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d39f9-1c38-49e3-af31-a70515b6e09d {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:19:30.991998 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=714d39f9-1c38-49e3-af31-a70515b6e09d,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:19:30.998873 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:31.044924 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:31.051716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.052060 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.052395 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.052728 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.053058 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.053385 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.053708 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.054030 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.054350 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.054691 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.055017 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.055344 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.055686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.055993 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.056306 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:19:31.308445 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['714d39f9-1c38-49e3-af31-a70515b6e09d'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:19:31.846279 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-598a15d3-f913-494d-b939-cc16dd4d6a1a req-886b1173-5839-4871-afe8-0ef50b6c45e1 service neutron] (103472) timed out ('10.222.0.15', 60156) {{(pid=103472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:19:32.031585 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539301-2d16-4fb4-aee3-cafa5a98a3dc req-ce900464-8ba9-4d2c-a5ad-4a7a272825bd tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:32.033038 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f539301-2d16-4fb4-aee3-cafa5a98a3dc req-ce900464-8ba9-4d2c-a5ad-4a7a272825bd tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 945 time: 0.0622358
Apr 01 10:19:32.081380 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f539301-2d16-4fb4-aee3-cafa5a98a3dc req-733f28cf-3e3a-4d03-afc3-51569f32995c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399742
Apr 01 10:19:32.353178 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:19:32.831122 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 714d39f9-1c38-49e3-af31-a70515b6e09d up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:19:32.896968 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 714d39f9-1c38-49e3-af31-a70515b6e09d completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:19:32.901396 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 714d39f9-1c38-49e3-af31-a70515b6e09d triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:19:32.901901 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:32.989543 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 714d39f9-1c38-49e3-af31-a70515b6e09d is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:19:32.990031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:33.019885 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:19:33.022112 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0696f23e-b3e8-4489-8ae2-7698dd861562" -d '{"events": [{"server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "name": "network-vif-plugged", "status": "completed", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:19:33.034097 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=714d39f9-1c38-49e3-af31-a70515b6e09d,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:19:33.039234 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:33.063862 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aaa12e-0e3f-4334-aa69-ec9fe3bbf61a x-openstack-request-id: req-25aaa12e-0e3f-4334-aa69-ec9fe3bbf61a {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:19:33.064147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "name": "network-vif-plugged", "status": "completed", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:19:33.064391 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25aaa12e-0e3f-4334-aa69-ec9fe3bbf61a {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:19:33.064865 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25aaa12e-0e3f-4334-aa69-ec9fe3bbf61a'] response: {'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'code': 200}
Apr 01 10:19:33.093490 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:19:33.236534 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522ee-ed3e-4c0f-a017-7e346a181e19 req-87740f2a-0263-4ce0-8917-7ba70abe127b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:33.238021 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a4522ee-ed3e-4c0f-a017-7e346a181e19 req-87740f2a-0263-4ce0-8917-7ba70abe127b tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0783162
Apr 01 10:19:33.265540 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35b9ea-fa56-4a5c-8e68-13a2e9909cec req-fbc7018b-9aac-4c9f-84fd-258403bf8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:33.267307 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee35b9ea-fa56-4a5c-8e68-13a2e9909cec req-fbc7018b-9aac-4c9f-84fd-258403bf8f5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 1130 time: 0.0740635
Apr 01 10:19:33.310935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a4522ee-ed3e-4c0f-a017-7e346a181e19 req-862f2e27-518c-4962-98b8-a129da91c072 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670021
Apr 01 10:19:33.325290 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee35b9ea-fa56-4a5c-8e68-13a2e9909cec req-4db15916-091e-402b-b403-139a3132eea0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521345
Apr 01 10:19:34.438443 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1fc39-87fe-42e9-822d-d3be655764f1 req-fa7547e9-7a66-4cf1-b72a-37527bf514ed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:34.439938 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b9f1fc39-87fe-42e9-822d-d3be655764f1 req-fa7547e9-7a66-4cf1-b72a-37527bf514ed tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0533845
Apr 01 10:19:34.491302 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b9f1fc39-87fe-42e9-822d-d3be655764f1 req-c3abd151-4927-4ef6-8abe-405c1fd64b70 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455716
Apr 01 10:19:35.612038 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e04d-b3a7-44f2-b624-8253467883ab req-542977f0-43f0-4cca-a781-8ba7ea863ed8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:35.613494 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ff7e04d-b3a7-44f2-b624-8253467883ab req-542977f0-43f0-4cca-a781-8ba7ea863ed8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0549312
Apr 01 10:19:35.662833 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ff7e04d-b3a7-44f2-b624-8253467883ab req-8a5de023-20ef-4505-b04e-baf56b64c874 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413706
Apr 01 10:19:35.782324 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7b7ef-1b8b-4507-a490-30798f1f84c5 req-954c73ff-2d2c-4969-aaf7-39b3048260a4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:35.783745 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14e7b7ef-1b8b-4507-a490-30798f1f84c5 req-954c73ff-2d2c-4969-aaf7-39b3048260a4 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0555842
Apr 01 10:19:35.792531 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60388) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:19:35.796895 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Request body: {'floatingip': {'port_id': '714d39f9-1c38-49e3-af31-a70515b6e09d'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:19:35.838878 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:36.253647 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:36.261349 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:36.370233 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP 38f55cd1-9388-4e02-8571-23861564226c associated. External IP: 172.37.5.236, port: 714d39f9-1c38-49e3-af31-a70515b6e09d.
Apr 01 10:19:36.844377 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:19:36.963991 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:19:36.969490 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:36.974741 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:19:36.985850 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:19:36.986537 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942507f370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:19:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:37.001545 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b655bd2d-294c-42b1-8ad3-f62ed9c51ea9 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "PUT /v2.0/floatingips/38f55cd1-9388-4e02-8571-23861564226c HTTP/1.1" status: 200  len: 992 time: 1.2078898
Apr 01 10:19:37.002140 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:19:37.004501 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3ac0b-925b-40d7-bd24-e2aa98260321" -d '{"events": [{"name": "network-changed", "server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:19:37.105865 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:19:37.109862 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8a1b22-30fe-4963-9690-30e8082000e0 x-openstack-request-id: req-ab8a1b22-30fe-4963-9690-30e8082000e0 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:19:37.110143 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:19:37.110386 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab8a1b22-30fe-4963-9690-30e8082000e0 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:19:37.110802 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8a1b22-30fe-4963-9690-30e8082000e0'] response: {'name': 'network-changed', 'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'status': 'completed', 'code': 200}
Apr 01 10:19:37.180446 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-2a776506-c0ae-4d69-ae4e-0998a8e7a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:37.181949 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-2a776506-c0ae-4d69-ae4e-0998a8e7a4c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 1130 time: 0.0443029
Apr 01 10:19:37.272984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-68d9f9f9-9645-4354-b468-4806499d44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:37.274448 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-68d9f9f9-9645-4354-b468-4806499d44fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0868220
Apr 01 10:19:37.331906 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942507f370>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '38f55cd1-9388-4e02-8571-23861564226c', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.236', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:cb:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184c85d-e3ab-42a8-9032-56e90545b582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:23Z', 'updated_at': '2022-04-01T10:19:36Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:37.339307 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-a605fb9d-2f82-4c48-916e-1a230de82d1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 200  len: 1000 time: 0.0585728
Apr 01 10:19:37.360879 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:19:37.369504 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:19:37.370110 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942507f370>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:19:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:37.390446 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-9abc92b4-28a5-466a-b4e1-a3f582b82da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:37.392252 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-9abc92b4-28a5-466a-b4e1-a3f582b82da1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0474806
Apr 01 10:19:37.421065 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:37.440190 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-bcea4a0e-65d1-41d3-a5fc-5c2b2f9eb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:19:37.441759 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-bcea4a0e-65d1-41d3-a5fc-5c2b2f9eb0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0440385
Apr 01 10:19:37.533765 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-5cd31442-a634-4f71-ae63-de6e5eb9fa20 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862772
Apr 01 10:19:37.587243 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:19:37.624577 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dfa3ac0b-925b-40d7-bd24-e2aa98260321 req-17db54dd-303a-4e74-a929-ed84f5fc6842 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850871
Apr 01 10:19:37.825482 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942507f370>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '38f55cd1-9388-4e02-8571-23861564226c', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.236', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:cb:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184c85d-e3ab-42a8-9032-56e90545b582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:23Z', 'updated_at': '2022-04-01T10:19:36Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:19:37.862325 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870feb9-1d75-4ee9-ab90-7e50cd90360e None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '38f55cd1-9388-4e02-8571-23861564226c', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'floating_ip_address': '172.37.5.236', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'port_id': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'mac_address': 'fa:16:3e:cb:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8184c85d-e3ab-42a8-9032-56e90545b582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:23Z', 'updated_at': '2022-04-01T10:19:36Z', 'revision_number': 1, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:19:38.077709 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeaff22-8183-4e70-8ddf-d7efafddffe8 None None] New status for floating IP 38f55cd1-9388-4e02-8571-23861564226c: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:19:38.632978 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aed1575c-95f8-46c6-a9fe-93cb4cd41ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:39.208092 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-14610c27-63a9-4be9-aff4-ff7095dfa649 req-599bc59e-d78a-4d8a-98c8-eedad39958af service neutron] (103471) timed out ('10.222.0.15', 60176) {{(pid=103471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:19:40.963143 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fd824d0b-0cc1-4639-81a2-4666a4ec4dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:42.248061 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:43.396107 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:45.069662 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:19:51.897231 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-9c76bb1e-734a-4c8b-9cb1-a6e53df4919f req-7506de0c-a9c0-4b73-aa02-7b701c0407fe service neutron] (103471) timed out ('10.222.0.15', 60183) {{(pid=103471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:20:07.414935 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:08.620466 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8de4128-be37-499a-9fff-a2cc108fa802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:09.353361 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:20:10.965789 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e93c741d-ac6a-40f1-919c-a7b81604d092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:12.251758 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:13.403187 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:15.076725 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:21.380059 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-fe983c42-96ea-4a2e-8f84-d823316816ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0901489
Apr 01 10:20:21.476002 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-54f02dca-b78a-4b40-a359-bd1b2c75e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:21.478039 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-54f02dca-b78a-4b40-a359-bd1b2c75e53f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 1130 time: 0.0488651
Apr 01 10:20:21.585032 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-0ede8007-e560-418c-b1e1-8211b4af2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:21.586388 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-0ede8007-e560-418c-b1e1-8211b4af2d6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 200  len: 916 time: 0.0881915
Apr 01 10:20:21.649625 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-b397ecde-2cae-401c-8d3f-7ffac58f669d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 200  len: 1002 time: 0.0571284
Apr 01 10:20:21.702590 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-c7caf72a-c0c3-4463-8737-e788bdc3cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:21.704705 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-c7caf72a-c0c3-4463-8737-e788bdc3cd50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 200  len: 854 time: 0.0492511
Apr 01 10:20:21.760076 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-7e48627d-d99a-4c85-bbbf-c4b275aee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:21.761554 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-7e48627d-d99a-4c85-bbbf-c4b275aee549 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9da82d1d-4bc1-4295-8708-e98235a59efd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0493879
Apr 01 10:20:21.866559 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-3e543ad2-f253-4680-95e8-b90a6676fb7d service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967999
Apr 01 10:20:21.959183 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fdee949d-4670-4adf-8672-67eb8c33db1f req-6cb877e0-ad3c-47ff-9fc4-a63b9e84cbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860624
Apr 01 10:20:37.433352 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:38.621196 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e54c8e85-d295-4fd9-8c59-26f7a8df73ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:40.967266 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-757de3c5-0f6c-4758-962a-da2fe2864e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:42.244307 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:43.398039 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:45.074589 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:46.357805 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:20:52.749497 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09603590-9614-4031-bdeb-59be9d386521 req-d0cdb9d1-63e2-4ec6-b2b9-203e95e08304 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:52.750908 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09603590-9614-4031-bdeb-59be9d386521 req-d0cdb9d1-63e2-4ec6-b2b9-203e95e08304 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0546803
Apr 01 10:20:52.802487 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09603590-9614-4031-bdeb-59be9d386521 req-e934e95a-e2f1-462e-8081-c471959e60bf tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439265
Apr 01 10:20:53.929495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1e005-3af0-48fc-bb4d-cffe4f31e6d4 req-b16bda42-2fd6-4eba-9401-d9ef02434f4d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:53.930986 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be1e005-3af0-48fc-bb4d-cffe4f31e6d4 req-b16bda42-2fd6-4eba-9401-d9ef02434f4d tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0563514
Apr 01 10:20:53.980409 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be1e005-3af0-48fc-bb4d-cffe4f31e6d4 req-6813ce06-a4f9-47d6-8154-704be55ae3b6 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409770
Apr 01 10:20:54.613353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-1439a023-ed1c-4410-b524-b27c57aad058 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:54.614867 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-1439a023-ed1c-4410-b524-b27c57aad058 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0681956
Apr 01 10:20:54.707492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 714d39f9-1c38-49e3-af31-a70515b6e09d {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:20:54.707805 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:54.798818 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] For port 714d39f9-1c38-49e3-af31-a70515b6e09d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=714d39f9-1c38-49e3-af31-a70515b6e09d,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:20:54.799171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:54.974936 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:54.975675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:54.975675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Floating IP 38f55cd1-9388-4e02-8571-23861564226c disassociated. External IP: 172.37.5.236, port: 714d39f9-1c38-49e3-af31-a70515b6e09d.
Apr 01 10:20:54.975994 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 714d39f9-1c38-49e3-af31-a70515b6e09d owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:20:55.108781 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2aafa-22d3-4c14-ad9a-b3ede9a12552 req-1ac1d34c-e708-48b3-b4b7-68f94a76484c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:20:55.110166 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d4a2aafa-22d3-4c14-ad9a-b3ede9a12552 req-1ac1d34c-e708-48b3-b4b7-68f94a76484c tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/ports?device_id=8184c85d-e3ab-42a8-9032-56e90545b582 HTTP/1.1" status: 200  len: 946 time: 0.0508192
Apr 01 10:20:55.115275 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (714d39f9-1c38-49e3-af31-a70515b6e09d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:55.143388 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=714d39f9-1c38-49e3-af31-a70515b6e09d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:20:55.153087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.153440 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.153767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.154100 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.154432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.154782 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.155108 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.155431 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.155751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.156596 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.156596 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.156791 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.157028 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.157314 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.157632 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:55.171757 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d4a2aafa-22d3-4c14-ad9a-b3ede9a12552 req-7f596ece-4e46-429c-b6e8-d86779bfb783 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups?id=875479fc-532d-4003-bd87-57d430347ced&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545046
Apr 01 10:20:55.277605 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:20:55.390207 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:20:55.401836 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:20:55.411704 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:20:55.412263 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c0a940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:20:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:20:55.431449 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] No DVR routers for this DVR port 714d39f9-1c38-49e3-af31-a70515b6e09d on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:20:55.433963 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:55.437272 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-43d57ac6-29a8-4329-b207-a7f49715d0cb req-5024556d-9912-4344-93c3-e38754c3b792 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.15 "DELETE /v2.0/ports/714d39f9-1c38-49e3-af31-a70515b6e09d HTTP/1.1" status: 204  len: 173 time: 0.8171687
Apr 01 10:20:55.437703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'name': 'network-vif-deleted', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:20:55.440039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc1bc5a-6dd6-4bee-8b58-9926f08c926d" -d '{"events": [{"server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "name": "network-vif-deleted", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:20:55.531781 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:20:55.547016 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a6fc1-2a87-4b16-aafc-64d12e71d760 x-openstack-request-id: req-467a6fc1-2a87-4b16-aafc-64d12e71d760 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:20:55.547306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184c85d-e3ab-42a8-9032-56e90545b582", "name": "network-vif-deleted", "tag": "714d39f9-1c38-49e3-af31-a70515b6e09d", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:20:55.547552 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-467a6fc1-2a87-4b16-aafc-64d12e71d760 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:20:55.547954 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467a6fc1-2a87-4b16-aafc-64d12e71d760'] response: {'server_uuid': '8184c85d-e3ab-42a8-9032-56e90545b582', 'name': 'network-vif-deleted', 'tag': '714d39f9-1c38-49e3-af31-a70515b6e09d', 'status': 'completed', 'code': 200}
Apr 01 10:20:55.736419 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c0a940>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:20:55.765103 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:20:55.774443 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:20:55.775090 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424c0a940>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:20:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:20:55.876276 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:20:56.079719 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424c0a940>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:20:56.104996 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ead30b-fa03-4945-a444-4373b51f3385 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:00Z', 'revision_number': 4, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '796cf218-1d2b-47c0-9878-05cf884b5bfb', 'name': '', 'network_id': '9da82d1d-4bc1-4295-8708-e98235a59efd', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'mac_address': 'fa:16:3e:a4:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:14:00Z', 'updated_at': '2022-04-01T10:14:03Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'subnets': [{'id': '889405f5-44ab-4a28-a5d6-f1442e149703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:20:56.253385 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60502) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:20:56.309160 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (875479fc-532d-4003-bd87-57d430347ced), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.329887 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08950d8-3a9e-4936-be74-ea38e1babb7d None None] New status for floating IP 38f55cd1-9388-4e02-8571-23861564226c: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:20:56.335136 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (875479fc-532d-4003-bd87-57d430347ced), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.383894 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (875479fc-532d-4003-bd87-57d430347ced), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.386458 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.387666 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/security-groups/875479fc-532d-4003-bd87-57d430347ced HTTP/1.1" status: 204  len: 168 time: 0.1331244
Apr 01 10:20:56.390411 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60504) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:20:56.400111 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875479fc-532d-4003-bd87-57d430347ced,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:20:56.404688 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-c18d1766-c9fa-489c-86ca-d7c18a61be80 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] show failed (client error): The resource could not be found.
Apr 01 10:20:56.405704 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c18d1766-c9fa-489c-86ca-d7c18a61be80 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "GET /v2.0/security-groups/875479fc-532d-4003-bd87-57d430347ced HTTP/1.1" status: 404  len: 347 time: 0.0142829
Apr 01 10:20:56.408036 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.408485 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.408822 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.408983 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60506) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:20:56.409158 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.409614 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.409950 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.410279 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.410601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.410965 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.411289 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.411610 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.411955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.412276 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.412634 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.412970 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f09302e-1138-4ae6-afc3-41cf5c0a1cc8 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:20:56.548494 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Deleting port 1d13cde9-f754-4179-b7a1-c5e517f6ea7f {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:20:56.548911 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.634833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.635138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.647211 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Calling delete_port for 1d13cde9-f754-4179-b7a1-c5e517f6ea7f owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:20:56.801106 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (1d13cde9-f754-4179-b7a1-c5e517f6ea7f), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.833625 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Pushing event deleted for resources: {'Port': ['ID=1d13cde9-f754-4179-b7a1-c5e517f6ea7f,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:20:56.889505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks [] for floatingip (38f55cd1-9388-4e02-8571-23861564226c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.892251 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:20:56.893391 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cd633247-d470-4aa2-95b3-f1fc8b8784c0 tempest-AttachVolumeNegativeTest-469042603 tempest-AttachVolumeNegativeTest-469042603-project] 10.222.0.46 "DELETE /v2.0/floatingips/38f55cd1-9388-4e02-8571-23861564226c HTTP/1.1" status: 204  len: 168 time: 0.4834793
Apr 01 10:20:59.188244 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 714d39f9-1c38-49e3-af31-a70515b6e09d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:20:59.211809 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 714d39f9-1c38-49e3-af31-a70515b6e09d {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:20:59.212143 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 714d39f9-1c38-49e3-af31-a70515b6e09d not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:21:00.594030 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60542) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:01.090286 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:01.341328 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Deleting port 796cf218-1d2b-47c0-9878-05cf884b5bfb {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:21:01.341552 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:01.428395 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] For port 796cf218-1d2b-47c0-9878-05cf884b5bfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=796cf218-1d2b-47c0-9878-05cf884b5bfb,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:21:01.428765 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:01.441975 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Calling delete_port for 796cf218-1d2b-47c0-9878-05cf884b5bfb owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:21:01.626907 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (796cf218-1d2b-47c0-9878-05cf884b5bfb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:01.659758 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Pushing event deleted for resources: {'Port': ['ID=796cf218-1d2b-47c0-9878-05cf884b5bfb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:01.822972 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.044799 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:21:02.151301 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:21:02.156693 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b5480e6f-dea5-4790-bc25-a8ef43fb5744 admin admin] 10.222.0.46 "PUT /v2.0/routers/df3e8ee8-aaee-477a-bd13-22b0d8aae0c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5616038
Apr 01 10:21:02.159400 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60546) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:02.161312 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Sync routers for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:21:02.171574 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:21:02.172183 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424eaf1c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:20:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:02.265970 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks [] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.276319 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:21:02.367769 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks [] for router_gateway (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.421306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Deleting port 71151d8e-8b02-48e6-9647-5784fb1bf77c {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:21:02.421670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.451989 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424eaf1c0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:21:01Z', 'revision_number': 5, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port': {'id': '71151d8e-8b02-48e6-9647-5784fb1bf77c', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:02.506030 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] For port 71151d8e-8b02-48e6-9647-5784fb1bf77c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71151d8e-8b02-48e6-9647-5784fb1bf77c,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:21:02.506353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.521739 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Calling delete_port for 71151d8e-8b02-48e6-9647-5784fb1bf77c owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:21:02.571046 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Checking router: df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:21:02.579645 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Routers {'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:21:02.580287 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424eaf1c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:20:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:02.666814 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] Set router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:21:02.721204 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424eaf1c0>, [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:21:02Z', 'revision_number': 6, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:02.747972 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c354b-37c8-4150-9a7d-f5dba321bd99 None None] The sync data for ids ['df3e8ee8-aaee-477a-bd13-22b0d8aae0c1'] in dv-cinder-master-3-iscsi is: [{'id': 'df3e8ee8-aaee-477a-bd13-22b0d8aae0c1', 'name': 'tempest-AttachVolumeNegativeTest-2024026933-router', 'tenant_id': '1e8c16b8e2564e468f11fb0bfdade484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:13:57Z', 'updated_at': '2022-04-01T10:21:02Z', 'revision_number': 6, 'project_id': '1e8c16b8e2564e468f11fb0bfdade484', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:21:02.943054 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (71151d8e-8b02-48e6-9647-5784fb1bf77c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:02.967490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71151d8e-8b02-48e6-9647-5784fb1bf77c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:03.027512 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.122789 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.125081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks [] for router_controller (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.173535 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (df3e8ee8-aaee-477a-bd13-22b0d8aae0c1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.174255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:21:03.179157 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.182758 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1bc3800c-acaa-4035-b4fa-e36b0e0e41a5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/df3e8ee8-aaee-477a-bd13-22b0d8aae0c1 HTTP/1.1" status: 204  len: 168 time: 1.0199683
Apr 01 10:21:03.183082 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60548) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:03.229326 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Deleting subnet 889405f5-44ab-4a28-a5d6-f1442e149703 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:21:03.232314 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Publish callbacks [] for subnet (889405f5-44ab-4a28-a5d6-f1442e149703), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.268326 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59106131'] for subnet (889405f5-44ab-4a28-a5d6-f1442e149703), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.348907 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (889405f5-44ab-4a28-a5d6-f1442e149703), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.406014 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58856417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739714'] for subnet (889405f5-44ab-4a28-a5d6-f1442e149703), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.436174 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889405f5-44ab-4a28-a5d6-f1442e149703,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:03.440349 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.443940 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1beb9c33-0ff2-418f-a2d9-0caef23bb207 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/889405f5-44ab-4a28-a5d6-f1442e149703 HTTP/1.1" status: 204  len: 168 time: 0.2594216
Apr 01 10:21:03.446087 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0a04c-c5e8-4de6-bad4-51446761c613 None None] Network 9da82d1d-4bc1-4295-8708-e98235a59efd requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:21:03.446614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60550) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:03.526481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (9da82d1d-4bc1-4295-8708-e98235a59efd), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.587091 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Deleting port f34c6030-6e07-404f-a53c-17fee2beac29 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:21:03.587417 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.636404 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 796cf218-1d2b-47c0-9878-05cf884b5bfb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:21:03.652558 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] For port f34c6030-6e07-404f-a53c-17fee2beac29, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34c6030-6e07-404f-a53c-17fee2beac29,segment=NetworkSegment(8cf7b70c-a633-437b-981a-bbd1ed1ceb5d),segment_id=8cf7b70c-a633-437b-981a-bbd1ed1ceb5d)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:21:03.652914 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.660686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 796cf218-1d2b-47c0-9878-05cf884b5bfb {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:21:03.661030 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 796cf218-1d2b-47c0-9878-05cf884b5bfb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:21:03.665942 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Calling delete_port for f34c6030-6e07-404f-a53c-17fee2beac29 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:21:03.752492 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (f34c6030-6e07-404f-a53c-17fee2beac29), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.780353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34c6030-6e07-404f-a53c-17fee2beac29,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:03.782450 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f942e-f1da-4172-a67d-3d01c8a13bbe None None] DHCP port deletion for 9da82d1d-4bc1-4295-8708-e98235a59efd request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:21:03.784306 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] No DVR routers for this DVR port f34c6030-6e07-404f-a53c-17fee2beac29 on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:21:03.855690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (9da82d1d-4bc1-4295-8708-e98235a59efd), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.875609 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f5529a0>,) {'filters': {'network_id': ['9da82d1d-4bc1-4295-8708-e98235a59efd']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:03.884726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f5529a0>, '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:03.885014 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f5529a0>, '8cf7b70c-a633-437b-981a-bbd1ed1ceb5d') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:21:03.897833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (8cf7b70c-a633-437b-981a-bbd1ed1ceb5d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.912154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (8cf7b70c-a633-437b-981a-bbd1ed1ceb5d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.918389 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:21:03.918804 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (8cf7b70c-a633-437b-981a-bbd1ed1ceb5d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:21:03.920379 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:21:03.973525 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (9da82d1d-4bc1-4295-8708-e98235a59efd), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.978982 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:03.982138 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9da82d1d-4bc1-4295-8708-e98235a59efd HTTP/1.1" status: 204  len: 168 time: 0.5345883
Apr 01 10:21:03.993415 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1eb61-0d6b-4b9a-ae70-1c304d349795 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da82d1d-4bc1-4295-8708-e98235a59efd,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:04.112377 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60554) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:04.154364 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5aa28c81-a473-49d1-9095-651a1dd8b2d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e8c16b8e2564e468f11fb0bfdade484&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0399029
Apr 01 10:21:04.156058 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60556) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:04.203035 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] Publish callbacks [] for security_group (a7b07e7a-3ba6-4fed-960e-a790596b7c41), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:04.223591 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] Publish callbacks [] for security_group (a7b07e7a-3ba6-4fed-960e-a790596b7c41), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:04.280668 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a7b07e7a-3ba6-4fed-960e-a790596b7c41), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:04.283177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:04.284373 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7b07e7a-3ba6-4fed-960e-a790596b7c41 HTTP/1.1" status: 204  len: 168 time: 0.1274538
Apr 01 10:21:04.292713 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e2037-311a-4ff7-aa84-c3159bfd84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b07e7a-3ba6-4fed-960e-a790596b7c41,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:04.973867 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 71151d8e-8b02-48e6-9647-5784fb1bf77c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:21:04.994076 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 71151d8e-8b02-48e6-9647-5784fb1bf77c {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:21:04.994416 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 71151d8e-8b02-48e6-9647-5784fb1bf77c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:21:04.995035 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f34c6030-6e07-404f-a53c-17fee2beac29 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:21:05.014027 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: f34c6030-6e07-404f-a53c-17fee2beac29 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:21:05.014362 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device f34c6030-6e07-404f-a53c-17fee2beac29 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:21:07.422994 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:08.626550 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-86f93162-4aa8-45c6-a180-79d9f11d1df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:10.974277 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec161-3deb-492a-91e4-ef1bf2f3a39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:12.256310 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:13.406588 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:13.773653 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60664) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:13.887717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15bd5910-c9b6-4d57-b773-3725485e0327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:13.966104 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15bd5910-c9b6-4d57-b773-3725485e0327 admin admin] Publish callbacks [] for security_group (69d0cb2f-e733-48d4-a33a-c819daeec221), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:13.971544 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15bd5910-c9b6-4d57-b773-3725485e0327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (69d0cb2f-e733-48d4-a33a-c819daeec221), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:14.008622 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-15bd5910-c9b6-4d57-b773-3725485e0327 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a46b0dfbc5bc4d4697ca625f4b5ced2b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2338963
Apr 01 10:21:14.009546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5910-c9b6-4d57-b773-3725485e0327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0cb2f-e733-48d4-a33a-c819daeec221,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:14.012715 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60668) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:14.062589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] Publish callbacks [] for security_group (69d0cb2f-e733-48d4-a33a-c819daeec221), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:14.084061 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] Publish callbacks [] for security_group (69d0cb2f-e733-48d4-a33a-c819daeec221), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:14.133801 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (69d0cb2f-e733-48d4-a33a-c819daeec221), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:14.136434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:14.137585 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69d0cb2f-e733-48d4-a33a-c819daeec221 HTTP/1.1" status: 204  len: 168 time: 0.1231532
Apr 01 10:21:14.145670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f274-687d-4a66-9c5d-66451117fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0cb2f-e733-48d4-a33a-c819daeec221,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:15.059717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:15.748439 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60712) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:15.858592 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b984c77d-8661-4374-a6ad-a739ecd0708d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:15.931844 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b984c77d-8661-4374-a6ad-a739ecd0708d admin admin] Publish callbacks [] for security_group (75826df8-7fa0-4fe7-994c-bc4578c52bf7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:15.937741 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b984c77d-8661-4374-a6ad-a739ecd0708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (75826df8-7fa0-4fe7-994c-bc4578c52bf7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:15.975209 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b984c77d-8661-4374-a6ad-a739ecd0708d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d06c4ecdd57b45cfba970cbc7a5eae21&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2255678
Apr 01 10:21:15.976138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c77d-8661-4374-a6ad-a739ecd0708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75826df8-7fa0-4fe7-994c-bc4578c52bf7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:15.977969 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60716) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:16.031716 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] Publish callbacks [] for security_group (75826df8-7fa0-4fe7-994c-bc4578c52bf7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.056255 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] Publish callbacks [] for security_group (75826df8-7fa0-4fe7-994c-bc4578c52bf7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.108871 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (75826df8-7fa0-4fe7-994c-bc4578c52bf7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.112649 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.114232 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75826df8-7fa0-4fe7-994c-bc4578c52bf7 HTTP/1.1" status: 204  len: 168 time: 0.1352532
Apr 01 10:21:16.122170 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb061b87-da43-4398-b253-a9b5e53ae6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75826df8-7fa0-4fe7-994c-bc4578c52bf7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:16.386472 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60722) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:16.400352 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f78cbeb2-3b91-436b-b159-29c862aaaab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.472495 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f78cbeb2-3b91-436b-b159-29c862aaaab8 admin admin] Publish callbacks [] for security_group (803c9b8a-a6f8-4a2a-89a4-9e64dff43329), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.478052 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f78cbeb2-3b91-436b-b159-29c862aaaab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (803c9b8a-a6f8-4a2a-89a4-9e64dff43329), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.516733 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f78cbeb2-3b91-436b-b159-29c862aaaab8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eff24ffe0481404da5880f59e0eca434&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1288002
Apr 01 10:21:16.517618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cbeb2-3b91-436b-b159-29c862aaaab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c9b8a-a6f8-4a2a-89a4-9e64dff43329,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:16.520441 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60724) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:16.585640 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] Publish callbacks [] for security_group (803c9b8a-a6f8-4a2a-89a4-9e64dff43329), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.606775 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] Publish callbacks [] for security_group (803c9b8a-a6f8-4a2a-89a4-9e64dff43329), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.654924 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (803c9b8a-a6f8-4a2a-89a4-9e64dff43329), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.659269 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:16.660452 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/803c9b8a-a6f8-4a2a-89a4-9e64dff43329 HTTP/1.1" status: 204  len: 168 time: 0.1387751
Apr 01 10:21:16.669495 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a4828-c785-4290-98ad-619b86c082fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c9b8a-a6f8-4a2a-89a4-9e64dff43329,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:18.424337 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60778) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:18.535866 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7c726675-cd42-4e11-8a9c-5e9ac4c94344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.613297 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7c726675-cd42-4e11-8a9c-5e9ac4c94344 admin admin] Publish callbacks [] for security_group (c10432a4-a0d4-439a-9e07-65c5bc54f751), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.618998 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7c726675-cd42-4e11-8a9c-5e9ac4c94344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c10432a4-a0d4-439a-9e07-65c5bc54f751), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.655717 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7c726675-cd42-4e11-8a9c-5e9ac4c94344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a884e025d28744c09a20955bd46b6398&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2303200
Apr 01 10:21:18.656533 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c726675-cd42-4e11-8a9c-5e9ac4c94344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10432a4-a0d4-439a-9e07-65c5bc54f751,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:18.658786 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60784) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:18.707722 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] Publish callbacks [] for security_group (c10432a4-a0d4-439a-9e07-65c5bc54f751), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.728705 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] Publish callbacks [] for security_group (c10432a4-a0d4-439a-9e07-65c5bc54f751), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.780227 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (c10432a4-a0d4-439a-9e07-65c5bc54f751), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.783291 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:18.784433 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c10432a4-a0d4-439a-9e07-65c5bc54f751 HTTP/1.1" status: 204  len: 168 time: 0.1246622
Apr 01 10:21:18.792256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ded96-e8f0-4662-a3ae-c83d442ec744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10432a4-a0d4-439a-9e07-65c5bc54f751,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:19.059925 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60790) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:19.073171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8f286551-e52b-4726-97e4-8b735320e420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.145839 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8f286551-e52b-4726-97e4-8b735320e420 admin admin] Publish callbacks [] for security_group (21fea66a-05db-42c8-a22a-04783d47e77c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.152689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8f286551-e52b-4726-97e4-8b735320e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (21fea66a-05db-42c8-a22a-04783d47e77c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.189993 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8f286551-e52b-4726-97e4-8b735320e420 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5ce8d4ebd07406aa4b72c8e4b26a630&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1289704
Apr 01 10:21:19.191263 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f286551-e52b-4726-97e4-8b735320e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fea66a-05db-42c8-a22a-04783d47e77c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:19.192941 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 60792) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:19.240171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] Publish callbacks [] for security_group (21fea66a-05db-42c8-a22a-04783d47e77c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.264618 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] Publish callbacks [] for security_group (21fea66a-05db-42c8-a22a-04783d47e77c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.313081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (21fea66a-05db-42c8-a22a-04783d47e77c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.317079 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:19.318245 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21fea66a-05db-42c8-a22a-04783d47e77c HTTP/1.1" status: 204  len: 168 time: 0.1241059
Apr 01 10:21:19.326490 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39ee2-b226-4a8e-b2db-67a90631d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fea66a-05db-42c8-a22a-04783d47e77c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:23.357724 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:21:23.383984 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60858) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:23.493604 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a325e708-86f9-49da-bb9f-a4a1432d4fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.571430 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a325e708-86f9-49da-bb9f-a4a1432d4fdc admin admin] Publish callbacks [] for security_group (258b463b-d522-421b-a815-9c4765d3a44f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.577646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a325e708-86f9-49da-bb9f-a4a1432d4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (258b463b-d522-421b-a815-9c4765d3a44f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.613905 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325e708-86f9-49da-bb9f-a4a1432d4fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b463b-d522-421b-a815-9c4765d3a44f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:23.618261 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a325e708-86f9-49da-bb9f-a4a1432d4fdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7789234144c4a5a9934470b43a3e03b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2332907
Apr 01 10:21:23.622025 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 60862) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:23.684171 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] Publish callbacks [] for security_group (258b463b-d522-421b-a815-9c4765d3a44f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.706727 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] Publish callbacks [] for security_group (258b463b-d522-421b-a815-9c4765d3a44f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.755221 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (258b463b-d522-421b-a815-9c4765d3a44f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.757768 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:23.758910 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/258b463b-d522-421b-a815-9c4765d3a44f HTTP/1.1" status: 204  len: 168 time: 0.1360085
Apr 01 10:21:23.768992 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332718b-8ecf-4803-979a-4867df067b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b463b-d522-421b-a815-9c4765d3a44f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:37.429300 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:38.627208 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-421ccd9c-11fa-4275-a6b9-a59692ae9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:40.971423 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc0d232a-b016-4411-a930-715a8834f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:42.259873 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:43.410838 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:45.077300 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:55.762061 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32820) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:55.866060 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c572f60-6753-4a24-9666-6b1434b66023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:55.952646 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c572f60-6753-4a24-9666-6b1434b66023 admin admin] Publish callbacks [] for security_group (28abf261-a61f-48af-8d11-d5eb36b91658), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:55.958927 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3c572f60-6753-4a24-9666-6b1434b66023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (28abf261-a61f-48af-8d11-d5eb36b91658), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:55.996077 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3c572f60-6753-4a24-9666-6b1434b66023 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f83012bac3a48bab73a80090d34e068&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2329428
Apr 01 10:21:55.996955 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572f60-6753-4a24-9666-6b1434b66023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28abf261-a61f-48af-8d11-d5eb36b91658,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:55.999800 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32824) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:56.050329 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Publish callbacks [] for security_group (28abf261-a61f-48af-8d11-d5eb36b91658), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:56.073352 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Publish callbacks [] for security_group (28abf261-a61f-48af-8d11-d5eb36b91658), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:56.127117 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (28abf261-a61f-48af-8d11-d5eb36b91658), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:56.129749 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:56.130934 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28abf261-a61f-48af-8d11-d5eb36b91658 HTTP/1.1" status: 204  len: 168 time: 0.1293702
Apr 01 10:21:56.138501 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28abf261-a61f-48af-8d11-d5eb36b91658,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:56.146173 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.146512 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.146873 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.147205 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.147530 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.147854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.148170 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.148486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.148802 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.149122 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.149537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.149739 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.150046 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.150356 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:56.150683 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6a1aa-b68a-4ba0-8831-9cf227d87c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.217491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32854) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:57.325340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ab59907e-f10b-4194-8004-ce7ef4c76ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.403546 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ab59907e-f10b-4194-8004-ce7ef4c76ad5 admin admin] Publish callbacks [] for security_group (72d6e943-38a5-4f29-9131-7321c55f003c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.409674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ab59907e-f10b-4194-8004-ce7ef4c76ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (72d6e943-38a5-4f29-9131-7321c55f003c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.450084 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ab59907e-f10b-4194-8004-ce7ef4c76ad5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a04cee99c0843ceb5bee344d7f9c991&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2315013
Apr 01 10:21:57.450983 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59907e-f10b-4194-8004-ce7ef4c76ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6e943-38a5-4f29-9131-7321c55f003c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:57.453080 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32858) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:57.502424 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Publish callbacks [] for security_group (72d6e943-38a5-4f29-9131-7321c55f003c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.523308 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Publish callbacks [] for security_group (72d6e943-38a5-4f29-9131-7321c55f003c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.580126 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (72d6e943-38a5-4f29-9131-7321c55f003c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.582942 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:57.584118 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72d6e943-38a5-4f29-9131-7321c55f003c HTTP/1.1" status: 204  len: 168 time: 0.1299467
Apr 01 10:21:57.592072 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6e943-38a5-4f29-9131-7321c55f003c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:57.599285 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.599631 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.599975 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.600316 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.600647 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.600974 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.601297 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.601618 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.601931 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.602375 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.602730 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.603056 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.603375 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.603689 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:57.604005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d8185-916b-40a8-8871-16bea2806125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:58.218337 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32880) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:58.324289 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-523656356-network', 'tenant_id': '246bc36f10274d35821692e2c7fed45a'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:21:58.346523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Made reservation on behalf of 246bc36f10274d35821692e2c7fed45a for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:21:58.348826 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.357704 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.435795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks [] for security_group (e97cbd22-872f-4f8f-994c-113577d55828), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.441900 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e97cbd22-872f-4f8f-994c-113577d55828), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.466474 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:21:58.476426 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97cbd22-872f-4f8f-994c-113577d55828,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:58.481620 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (d25540fa-cc16-4d56-bc0c-277693b6dcd2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.481963 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Added segment d25540fa-cc16-4d56-bc0c-277693b6dcd2 of type vlan for network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3
Apr 01 10:21:58.526241 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.553573 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.554613 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:21:58.555294 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.607712 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3879006
Apr 01 10:21:58.610395 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32884) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:58.615561 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Request body: {'subnet': {'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-523656356-subnet', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:21:58.618585 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a4f11-7bb7-4e53-87ac-c3222af3075c admin admin] Pushing event updated for resources: {'Network': ['ID=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:58.628690 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:21:58.637574 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Made reservation on behalf of 246bc36f10274d35821692e2c7fed45a for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:21:58.639961 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.814473 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (743d3429-4ee6-47f2-9d8b-e8767935f59e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.866740 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743d3429-4ee6-47f2-9d8b-e8767935f59e,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:58.876772 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:21:58.877134 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Network hostable DHCP agents. Network: c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:21:58.895352 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:21:58.904723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:21:58.908983 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:21:58.909559 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.915292 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c15c40-fc8a-47da-b7c9-5efb024dfd67 None None] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:21:58.925993 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2d88f79d-a10e-4202-89d6-dd76ac4315c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3143883
Apr 01 10:21:58.928664 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32886) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:21:58.933290 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:21:58.954042 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:58.955132 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.007186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for router_controller (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.017128 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:21:59.018053 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.145793 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for router_gateway (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.150441 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Allocated IP 172.20.0.2 (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3/743d3429-4ee6-47f2-9d8b-e8767935f59e/cb242568-6dd3-4a75-a0ee-e4b8aec7e704) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:21:59.292051 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks [] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.298099 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.341244 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:21:59.345375 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:21:59.347139 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Pushing event updated for resources: {'Port': ['ID=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:59.348163 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for router_gateway (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.353471 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:21:59.356908 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.357248 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.357584 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.357898 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.358216 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.358573 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.358942 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.359264 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.359578 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.359895 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.360194 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.360510 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.360827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.361137 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.361439 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:21:59.366870 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.419953 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Attempting to bind port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:21:59.420217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Attempting to bind port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:21:59.420557 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Attempting to bind port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:21:59.425958 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:21:59.426330 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:21:59.426742 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.427124 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Bound using segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:21:59.427581 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Bound port: cb242568-6dd3-4a75-a0ee-e4b8aec7e704, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:21:59.427991 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.464671 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Allocated IP 172.37.5.232 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:21:59.489565 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] For port cb242568-6dd3-4a75-a0ee-e4b8aec7e704, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:21:59.492698 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] For port cb242568-6dd3-4a75-a0ee-e4b8aec7e704, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:21:59.500283 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.555131 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675fc4a-9386-4ac6-9e52-348ab943663c None None] Pushing event updated for resources: {'Port': ['ID=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:21:59.575889 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.612343 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:21:59.655010 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:21:59.657972 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:21:59.664544 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:21:59.670494 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:00.194521 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for router_gateway (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.357170 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:22:00.404746 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.432536 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf81eb-b770-4591-a801-723a895821f0 None None] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:22:00.538687 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:22:00.542274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Provisioning complete for port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:00.542640 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.630506 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Current status of the port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:00.630975 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.658019 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:22:00.671274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] For port cb242568-6dd3-4a75-a0ee-e4b8aec7e704, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:00.673814 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:22:00.685935 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.687727 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:00.688317 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424399220>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:00.692628 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.698195 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32888) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:00.698717 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-749af553-2de8-4abe-b5cd-94effc0d6de1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7686741
Apr 01 10:22:00.817427 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e17c-d1ce-44ff-a912-d0dfdd3a6de8 None None] Pushing event updated for resources: {'Port': ['ID=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:00.827312 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-45a78c2f-9ac4-48af-b944-3f89bb8b4327 None None] Provisioning complete for port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:00.827686 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-45a78c2f-9ac4-48af-b944-3f89bb8b4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:00.873613 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:01.134683 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device cb242568-6dd3-4a75-a0ee-e4b8aec7e704 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:01.135494 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.183650 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-45a78c2f-9ac4-48af-b944-3f89bb8b4327 None None] Current status of the port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:01.245785 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:01.246165 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.291641 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Allocated IP 172.20.0.1 (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3/743d3429-4ee6-47f2-9d8b-e8767935f59e/655e8c1e-65b2-472f-bd04-1171c7005ffc) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:01.295019 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424399220>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:00Z', 'revision_number': 3, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:01.323349 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:22:01.323697 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Updating router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:22:01.369720 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.395879 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks [] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.413136 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:01.429649 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.471513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:01.475621 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:01.477523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Pushing event updated for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:01.479623 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:01.519537 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.645828 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks [] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.652718 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.663375 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.708737 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Attempting to bind port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:01.709097 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Attempting to bind port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:01.709446 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Attempting to bind port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:01.712656 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be32531-4c88-4a03-8c60-e159b3187b95 None None] Pushing event updated for resources: {'Port': ['ID=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:01.720068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:01.720417 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:01.720811 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.721239 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:01.721693 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Bound port: e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:01.722063 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.750135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c127385f-fcf9-4e27-b7c1-ca0d2b66784a None None] Provisioning complete for port 655e8c1e-65b2-472f-bd04-1171c7005ffc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:01.750499 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c127385f-fcf9-4e27-b7c1-ca0d2b66784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.804424 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] For port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:01.806584 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c127385f-fcf9-4e27-b7c1-ca0d2b66784a None None] Port 655e8c1e-65b2-472f-bd04-1171c7005ffc cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:22:01.816879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] For port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:01.823669 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.827192 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks [] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.832700 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.880645 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:01.881282 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424399220>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:01.883059 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be32531-4c88-4a03-8c60-e159b3187b95 None None] Pushing event updated for resources: {'Port': ['ID=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:01.895776 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Pushing event updated for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:01.902334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:01.993750 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:02.005180 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:02.006554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:02.123741 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:22:02.198199 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424399220>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 2, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:02.232871 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9ec61-6274-4c85-907e-c85b9cb41934 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 2, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:22:02.234189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:22:02.243139 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fbb386a6-4101-4b06-abe0-147cdc507c21 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8e4adde-4469-43e8-ae10-4e7f25a0f8ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5422077
Apr 01 10:22:02.245575 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-35429e29-e610-4914-be2a-fd12a35d4cd4 None None] Provisioning complete for port 655e8c1e-65b2-472f-bd04-1171c7005ffc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:02.246088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35429e29-e610-4914-be2a-fd12a35d4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.282435 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-35429e29-e610-4914-be2a-fd12a35d4cd4 None None] Port 655e8c1e-65b2-472f-bd04-1171c7005ffc cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:22:02.752201 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32904) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:02.757122 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1845164088-network', 'tenant_id': '1795317141ef4405938e5181f9b5db1d'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:02.779282 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Made reservation on behalf of 1795317141ef4405938e5181f9b5db1d for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:22:02.782310 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.791583 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.888981 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks [] for security_group (a11ee61c-38fd-450e-ae34-608324092081), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.894021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a11ee61c-38fd-450e-ae34-608324092081), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.920037 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 01 10:22:02.930177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ee61c-38fd-450e-ae34-608324092081,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:02.935635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (e4e7a9cc-0618-451d-b023-6f99a93e7dd8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:02.935988 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Added segment e4e7a9cc-0618-451d-b023-6f99a93e7dd8 of type vlan for network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a
Apr 01 10:22:02.983290 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767143125544'] for network (9e6de43d-3e9f-477e-a734-e34d14cd9c5a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.012105 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234'] for network (9e6de43d-3e9f-477e-a734-e34d14cd9c5a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.013526 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:03.014178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.047903 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:03.077936 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3245027
Apr 01 10:22:03.081198 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32906) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:03.083981 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c787d-2a11-4f04-b624-0dc0e9441d81 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6de43d-3e9f-477e-a734-e34d14cd9c5a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:03.089166 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Request body: {'subnet': {'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1845164088-subnet', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:03.101168 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 01 10:22:03.114120 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Made reservation on behalf of 1795317141ef4405938e5181f9b5db1d for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:22:03.119015 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739741'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.151678 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:03.152049 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.250982 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:03.251717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.274475 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:03.279626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.302258 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58856354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739723'] for subnet (200c20ec-9c53-4754-86dc-3e8affe04aaf), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.338189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:03.363159 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Pushing event updated for resources: {'Subnet': ['ID=200c20ec-9c53-4754-86dc-3e8affe04aaf,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:03.368697 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Checking segment: {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:03.369053 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Network hostable DHCP agents. Network: 9e6de43d-3e9f-477e-a734-e34d14cd9c5a, hostable agents: ['eefa360e-b9f2-46f9-8780-27ba39234ab5'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 01 10:22:03.386590 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a is scheduled to be hosted by DHCP agent eefa360e-b9f2-46f9-8780-27ba39234ab5 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 01 10:22:03.396780 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9e6de43d-3e9f-477e-a734-e34d14cd9c5a) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:03.401109 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:03.402521 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.405943 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f77f16-a636-49e3-8ce3-5ff388b565a8 None None] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:22:03.423437 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0ac95a1e-d716-4b65-9730-5f1c0909ecda admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3395996
Apr 01 10:22:03.426161 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32908) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:03.430546 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:03.452990 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2435'] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.454210 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1000949', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2456'] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.516221 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for router_controller (dc82423c-7770-454f-a21b-ec80b261ee0d), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.524426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'project_id': '1795317141ef4405938e5181f9b5db1d', 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf'}]}} from dv-cinder-master-3-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 01 10:22:03.526510 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.658462 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for router_gateway (dc82423c-7770-454f-a21b-ec80b261ee0d), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.671679 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Allocated IP 172.20.0.2 (9e6de43d-3e9f-477e-a734-e34d14cd9c5a/200c20ec-9c53-4754-86dc-3e8affe04aaf/7f2e0586-5e85-4c17-93bc-f5d98d13c147) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:03.819325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks [] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.826958 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.870384 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:03.874280 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Pushing event updated for resources: {'Port': ['ID=7f2e0586-5e85-4c17-93bc-f5d98d13c147,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:03.877811 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Resources bound (agent type, host, resource id):  {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:03.879569 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for router_gateway (dc82423c-7770-454f-a21b-ec80b261ee0d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.880553 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:03.900831 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.941288 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Attempting to bind port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:03.941663 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Attempting to bind port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:03.942025 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Attempting to bind port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 on network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:03.948074 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:03.948452 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Checking segment: {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:03.949427 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:03.949427 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Bound using segment: {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:03.949705 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Bound port: 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:03.950031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.014274 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] For port 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:04.017695 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] For port 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2e0586-5e85-4c17-93bc-f5d98d13c147,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:04.019247 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Allocated IP 172.37.5.76 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/5707e0ff-0c0c-4c28-b946-ba473d3c6c50) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:04.023636 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.084428 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc34a-4bce-48ca-b582-2c5368dd09b8 None None] Pushing event updated for resources: {'Port': ['ID=7f2e0586-5e85-4c17-93bc-f5d98d13c147,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:04.138887 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.175379 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.215078 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:04.220706 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:04.225523 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:04.229417 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Pushing event updated for resources: {'Port': ['ID=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:04.291970 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:22:04.310240 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:04.310998 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e5b5b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:04.425079 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:04.508424 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for router_gateway (dc82423c-7770-454f-a21b-ec80b261ee0d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.630349 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e5b5b0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 2, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:04.659621 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:22:04.659952 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Updating router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea port 655e8c1e-65b2-472f-bd04-1171c7005ffc binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:22:04.688566 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.718444 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1000738'] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.870238 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Router dc82423c-7770-454f-a21b-ec80b261ee0d is scheduled to L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 01 10:22:04.974352 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks [] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:04.987165 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.022573 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:22:05.041155 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Sync routers for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:22:05.050327 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.055926 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32910) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:05.056454 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e947cbdc-e792-4f29-bdb3-1d32fbfaebc9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.6280601
Apr 01 10:22:05.068602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:05.068602 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424a5b160>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:05.084765 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Pushing event updated for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:05.137320 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.137667 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.138034 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.138537 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.138751 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.139062 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.139422 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.139705 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.140059 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.140414 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.140803 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.142755 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.143156 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.143489 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.143815 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:22:05.172326 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:05.186336 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Attempting to bind port 655e8c1e-65b2-472f-bd04-1171c7005ffc on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:05.186870 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Attempting to bind port 655e8c1e-65b2-472f-bd04-1171c7005ffc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:05.187297 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Attempting to bind port 655e8c1e-65b2-472f-bd04-1171c7005ffc on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:05.195177 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:05.195649 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:05.196136 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.196592 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Bound using segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:05.197132 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Bound port: 655e8c1e-65b2-472f-bd04-1171c7005ffc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:05.197570 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.286463 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] For port 655e8c1e-65b2-472f-bd04-1171c7005ffc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:05.292020 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] For port 655e8c1e-65b2-472f-bd04-1171c7005ffc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=655e8c1e-65b2-472f-bd04-1171c7005ffc,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:05.301541 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.360540 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:05.361507 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424e5b5b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:05.368861 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536986da-d1a7-4c9a-885f-90ba74d40e03 None None] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:22:05.494641 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:05.494808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Provisioning complete for port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:05.495085 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.530751 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:05.531065 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.564299 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:05.734710 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121010d4-3a54-40a8-9e38-543a65a512d6 None None] Pushing event updated for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:05.824788 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Current status of the port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:05.825119 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.866029 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:05.867011 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424e5b5b0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:05Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:05.867215 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7f2e0586-5e85-4c17-93bc-f5d98d13c147 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:05.909079 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd08126-55ff-46db-92f9-6c933fec5c53 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:05Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:22:05.909553 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:05.936419 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] For port 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2e0586-5e85-4c17-93bc-f5d98d13c147,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:05.945236 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.003676 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:06.004046 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.029515 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d780f0-4b47-4bd9-8cb2-4048c7095c01 None None] Pushing event updated for resources: {'Port': ['ID=7f2e0586-5e85-4c17-93bc-f5d98d13c147,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.034761 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424a5b160>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 3, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:06.070191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Checking router: dc82423c-7770-454f-a21b-ec80b261ee0d for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:22:06.070450 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Updating router dc82423c-7770-454f-a21b-ec80b261ee0d port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 binding host dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:22:06.108149 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Allocated IP 172.20.0.1 (9e6de43d-3e9f-477e-a734-e34d14cd9c5a/200c20ec-9c53-4754-86dc-3e8affe04aaf/b8f7a27b-a399-4fbd-87f5-b3ceddc58067) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:06.118195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Provisioning complete for port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:06.118562 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.120032 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.226166 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks [] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.261554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.286586 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:06.301444 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:06.304593 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:06.308403 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:06.337649 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.355449 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001461'] for router_interface (dc82423c-7770-454f-a21b-ec80b261ee0d), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.386230 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Current status of the port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:06.484674 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Provisioning complete for port 655e8c1e-65b2-472f-bd04-1171c7005ffc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:06.485058 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.514047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.529508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks [] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.539840 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.605549 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Attempting to bind port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:06.605911 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Attempting to bind port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:06.606265 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Attempting to bind port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 on network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:06.608070 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75a278-3956-43b8-90a2-b4359e5e5d0c None None] Pushing event updated for resources: {'Port': ['ID=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.631253 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:06.631633 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Checking segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:06.632093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.632410 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Bound using segment: {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:06.632879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Bound port: 5707e0ff-0c0c-4c28-b946-ba473d3c6c50, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778e813-8d19-45a6-a871-ebb31945bfc9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:06.633258 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.676106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Current status of the port 655e8c1e-65b2-472f-bd04-1171c7005ffc is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:06.676106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.707738 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks [] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.708386 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] For port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:06.711884 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] For port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:06.714154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.725720 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.732894 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] For port 655e8c1e-65b2-472f-bd04-1171c7005ffc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=655e8c1e-65b2-472f-bd04-1171c7005ffc,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:06.754548 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.788003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001313'] for router_interface (dc82423c-7770-454f-a21b-ec80b261ee0d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.788379 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:06.789013 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424a5b160>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:06.789864 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.790877 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75a278-3956-43b8-90a2-b4359e5e5d0c None None] Pushing event updated for resources: {'Port': ['ID=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.888356 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:06.890023 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:06.920640 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c6dfc106-f936-49b1-a65d-01dd29fe65b6 None None] Provisioning complete for port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:06.921009 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc106-f936-49b1-a65d-01dd29fe65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:06.924101 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a3d00-2021-4635-9b35-3880d2feb887 None None] Pushing event updated for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:06.977940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:06.979476 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfc106-f936-49b1-a65d-01dd29fe65b6 None None] Port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:22:07.039993 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Router dc82423c-7770-454f-a21b-ec80b261ee0d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:22:07.168178 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:22:07.173539 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-65893d3c-1e60-4887-87d3-ffa299f10474 admin admin] 10.222.0.46 "PUT /v2.0/routers/dc82423c-7770-454f-a21b-ec80b261ee0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1031408
Apr 01 10:22:07.200220 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 655e8c1e-65b2-472f-bd04-1171c7005ffc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:07.285457 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-fd7322fd-b73b-40e6-85c8-2110870ffb26 None None] Provisioning complete for port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:07.285793 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fd7322fd-b73b-40e6-85c8-2110870ffb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.340631 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-fd7322fd-b73b-40e6-85c8-2110870ffb26 None None] Port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:22:07.356405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 655e8c1e-65b2-472f-bd04-1171c7005ffc triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:07.356773 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.440081 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.472594 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424a5b160>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8f7a27b-a399-4fbd-87f5-b3ceddc58067', 'name': '', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'mac_address': 'fa:16:3e:f1:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:05Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 2, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'subnets': [{'id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:07.504261 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb330d-0fdf-4e21-81e5-00320d4bfff6 None None] The sync data for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi is: [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8f7a27b-a399-4fbd-87f5-b3ceddc58067', 'name': '', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'mac_address': 'fa:16:3e:f1:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:05Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 2, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'subnets': [{'id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:22:07.511290 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 655e8c1e-65b2-472f-bd04-1171c7005ffc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:07.512329 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7f2e0586-5e85-4c17-93bc-f5d98d13c147 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:07.560262 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:07.560708 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.644094 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:07.873814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32918) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:07.878517 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720076103', 'description': 'tempest-secgroup-smoke-1720076103 description', 'project_id': '246bc36f10274d35821692e2c7fed45a'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:07.900522 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.976908 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (ec9985b0-1a8f-4b09-8b07-af0210e6ee43), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:07.981265 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ec9985b0-1a8f-4b09-8b07-af0210e6ee43), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.011639 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.012878 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1379912
Apr 01 10:22:08.014839 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81b7b9-1ab2-4a0c-8004-9de25f6fe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9985b0-1a8f-4b09-8b07-af0210e6ee43,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.015965 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32920) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.021453 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.048185 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (671a16f4-7a74-45ab-999f-fde526e91f8f), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.109217 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (671a16f4-7a74-45ab-999f-fde526e91f8f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.115512 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (671a16f4-7a74-45ab-999f-fde526e91f8f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.133268 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671a16f4-7a74-45ab-999f-fde526e91f8f,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.150334 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.151593 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9a275256-eb66-4a5c-a9f5-63531552da7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1342640
Apr 01 10:22:08.154422 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32922) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.160062 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.185692 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (5192b335-eb7f-423e-a8c0-3dac786391f7), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.241745 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (5192b335-eb7f-423e-a8c0-3dac786391f7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.247230 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (5192b335-eb7f-423e-a8c0-3dac786391f7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.264731 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5192b335-eb7f-423e-a8c0-3dac786391f7,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.275126 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.276297 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-953fc07a-55ff-4a08-ad7f-b54ee49eb853 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1207225
Apr 01 10:22:08.279095 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 32924) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.283387 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.309365 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (795638e1-6501-4ba4-9ddf-811135f81a36), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.372793 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (795638e1-6501-4ba4-9ddf-811135f81a36), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.377888 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (795638e1-6501-4ba4-9ddf-811135f81a36), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.395574 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795638e1-6501-4ba4-9ddf-811135f81a36,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.403460 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.404709 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-972b323a-dd66-403f-9f75-a5459eb9b130 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1246660
Apr 01 10:22:08.407847 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32926) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.412594 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.439652 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (95f86ba4-6204-4688-9f49-478edcbc9ef0), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.498068 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (95f86ba4-6204-4688-9f49-478edcbc9ef0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.503917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (95f86ba4-6204-4688-9f49-478edcbc9ef0), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.521541 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f86ba4-6204-4688-9f49-478edcbc9ef0,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.530191 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.531522 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2eebc76d-651f-4fe2-b0fb-defd0639d1b4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1224868
Apr 01 10:22:08.535398 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32928) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.539704 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.560196 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.securitygroups_db [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Project 246bc36f10274d35821692e2c7fed45a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:22:08.564984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (437c557a-1120-4e3e-b27d-b3156dfb6108), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.622068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f32690c8-b751-4d5e-a500-658c1a011fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.627823 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (437c557a-1120-4e3e-b27d-b3156dfb6108), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.632854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (437c557a-1120-4e3e-b27d-b3156dfb6108), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.656771 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437c557a-1120-4e3e-b27d-b3156dfb6108,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.668569 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.670051 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0acdc244-dcea-4762-a9b7-e16d517c1b61 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1336331
Apr 01 10:22:08.672920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 32930) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:08.677614 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'security_group_rule': {'security_group_id': 'ec9985b0-1a8f-4b09-8b07-af0210e6ee43', 'project_id': '246bc36f10274d35821692e2c7fed45a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:08.714741 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.securitygroups_db [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Project 246bc36f10274d35821692e2c7fed45a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 01 10:22:08.719903 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (63cd85e1-2e8c-4b3c-b65b-89b648e69fbc), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.787069 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (63cd85e1-2e8c-4b3c-b65b-89b648e69fbc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.792825 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557980'] for security_group_rule (63cd85e1-2e8c-4b3c-b65b-89b648e69fbc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.813152 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cd85e1-2e8c-4b3c-b65b-89b648e69fbc,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:08.822725 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:08.823940 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-29752a08-30c0-42db-9bee-cdf300d95077 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1499314
Apr 01 10:22:09.050491 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:09.104761 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:09.105210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:09.196433 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:09.197113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:09.221783 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] For port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:09.225658 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:09.278301 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Pushing event updated for resources: {'Port': ['ID=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:10.085288 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Sync routers for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:22:10.095439 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:10.096176 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424dbc280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:21:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:10.210380 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:10.423311 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424dbc280>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8f7a27b-a399-4fbd-87f5-b3ceddc58067', 'name': '', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'mac_address': 'fa:16:3e:f1:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:05Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 2, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'subnets': [{'id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:10.449222 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Checking router: dc82423c-7770-454f-a21b-ec80b261ee0d for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:22:10.449567 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Updating router dc82423c-7770-454f-a21b-ec80b261ee0d port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 binding host dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 01 10:22:10.477593 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.747846 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks [] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.757040 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.805795 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6207-9fbe-4438-bed6-95027b89155f None None] Pushing event updated for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:10.863452 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Attempting to bind port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:10.863858 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Attempting to bind port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:10.864170 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Attempting to bind port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 on network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:10.870144 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Checking agent: {'id': 'c104a3d8-92c1-4114-86cf-0429452182f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 9, 55, 45), 'started_at': datetime.datetime(2022, 4, 1, 9, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:10.870294 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Checking segment: {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:10.870607 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.870973 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Bound using segment: {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:10.871427 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Bound port: b8f7a27b-a399-4fbd-87f5-b3ceddc58067, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:10.871804 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.939383 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] For port b8f7a27b-a399-4fbd-87f5-b3ceddc58067, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:10.942718 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] For port b8f7a27b-a399-4fbd-87f5-b3ceddc58067, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:10.952410 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.976113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2167f976-ecd0-46be-b6fc-8c85038d373f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:10.985226 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Provisioning complete for port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:10.985702 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:11.000399 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:11.000977 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424dbc280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:22:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:11.054527 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:11.080776 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6207-9fbe-4438-bed6-95027b89155f None None] Pushing event updated for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:11.126730 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Current status of the port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:11.127163 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:11.128447 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:11.174991 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] For port b8f7a27b-a399-4fbd-87f5-b3ceddc58067, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:11.176890 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:11.177561 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:11.185501 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:11.272600 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64134e61-2a67-4c20-85cb-eab83fa2513f None None] Pushing event updated for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:11.324932 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-968e8297-cd38-42b8-a510-6945ad88e64f None None] Provisioning complete for port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:11.325298 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-968e8297-cd38-42b8-a510-6945ad88e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:11.327838 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:11.342508 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424dbc280>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8f7a27b-a399-4fbd-87f5-b3ceddc58067', 'name': '', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'mac_address': 'fa:16:3e:f1:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:05Z', 'updated_at': '2022-04-01T10:22:10Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'subnets': [{'id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:11.371460 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776b0c-4c49-4608-ad60-bf80ddb6c202 None None] The sync data for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi is: [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8f7a27b-a399-4fbd-87f5-b3ceddc58067', 'name': '', 'network_id': '9e6de43d-3e9f-477e-a734-e34d14cd9c5a', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'mac_address': 'fa:16:3e:f1:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:05Z', 'updated_at': '2022-04-01T10:22:10Z', 'revision_number': 4, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'subnets': [{'id': '200c20ec-9c53-4754-86dc-3e8affe04aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:22:11.421495 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-968e8297-cd38-42b8-a510-6945ad88e64f None None] Current status of the port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:12.257531 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:13.041816 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b8f7a27b-a399-4fbd-87f5-b3ceddc58067 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:13.095171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Provisioning complete for port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:13.095569 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:13.175753 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Current status of the port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:13.402106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:15.065625 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:27.485562 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-fee5f6f1-2161-4683-95ff-6b68496ee694 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720076103&fields=id&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 267 time: 0.0446625
Apr 01 10:22:27.590316 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-3adb3ec0-a82c-41f2-8fa3-d1c666e5fe05 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:27.591777 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-3adb3ec0-a82c-41f2-8fa3-d1c666e5fe05 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.0996730
Apr 01 10:22:27.606250 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-3c142239-56e9-40d9-88b2-32cd320438a4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/quotas/246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 375 time: 0.0090904
Apr 01 10:22:27.662494 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-91f827b4-f22e-4c71-a1d5-4086b6baeaa0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492098
Apr 01 10:22:27.853225 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-50fdb051-f90e-4bf2-af0f-e49a1be74983 service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796582
Apr 01 10:22:27.943751 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-7458f2c6-ac0c-4a10-b5dd-4d8e26854fa9 service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847528
Apr 01 10:22:28.235930 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c159575-4447-476f-bf11-c6fde35248ef req-803ebcfe-e30b-4a4c-8e16-92e1fc798d7c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 210 time: 0.0269001
Apr 01 10:22:29.229467 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-3f2ab1be-8ca5-4f71-ace4-eacdb611035c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:29.230942 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-3f2ab1be-8ca5-4f71-ace4-eacdb611035c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.1001661
Apr 01 10:22:29.291337 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-1092e708-f73e-48be-bce3-36f9daf6456c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 380 time: 0.0529172
Apr 01 10:22:29.299703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'port': {'device_id': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'admin_state_up': True, 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'security_groups': ['ec9985b0-1a8f-4b09-8b07-af0210e6ee43']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:29.334370 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1fbcb20b-a266-4cd0-955f-fbc275f8e383 req-53780711-a179-4470-a4ad-2b3cf0d65b16 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 210 time: 0.0276194
Apr 01 10:22:29.405629 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Made reservation on behalf of 246bc36f10274d35821692e2c7fed45a for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:22:29.409213 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.538680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.20.0.8 (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3/743d3429-4ee6-47f2-9d8b-e8767935f59e/ec48ad7c-a555-4de8-b601-68be6497ba40) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:29.686624 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.722013 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.762434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:29.765441 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:29.771669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:29.778031 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:29.823068 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:29.823703 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.841810 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-e481863c-17e4-4ed8-9a2c-99ea7815a614 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5458896
Apr 01 10:22:29.852960 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Request body: {'port': {'device_id': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:29.917160 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.962844 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-486730a6-9c89-47cf-9291-5afd1cdaa2bb None None] Provisioning complete for port ec48ad7c-a555-4de8-b601-68be6497ba40 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:29.963388 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-486730a6-9c89-47cf-9291-5afd1cdaa2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:29.997173 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-486730a6-9c89-47cf-9291-5afd1cdaa2bb None None] Port ec48ad7c-a555-4de8-b601-68be6497ba40 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:22:30.177059 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec48ad7c-a555-4de8-b601-68be6497ba40 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:22:30.189003 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks [] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:30.202043 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Transition to ACTIVE for port object ec48ad7c-a555-4de8-b601-68be6497ba40 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:22:30.208057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:30.255031 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Pushing event updated for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:30.330636 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Attempting to bind port ec48ad7c-a555-4de8-b601-68be6497ba40 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:22:30.331363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Attempting to bind port ec48ad7c-a555-4de8-b601-68be6497ba40 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:22:30.331363 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Attempting to bind port ec48ad7c-a555-4de8-b601-68be6497ba40 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:30.335930 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Port ec48ad7c-a555-4de8-b601-68be6497ba40 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:22:30.336250 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Attempting to bind port ec48ad7c-a555-4de8-b601-68be6497ba40 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:22:30.341368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:22:30.341696 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:22:30.342076 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Bound using segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:22:30.342502 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Bound port: ec48ad7c-a555-4de8-b601-68be6497ba40, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:22:30.342890 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:30.409971 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:22:30.413369 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ec48ad7c-a555-4de8-b601-68be6497ba40,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:22:30.441171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:30.479838 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:30.480663 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:30.482044 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] 10.222.0.15 "PUT /v2.0/ports/ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 1093 time: 0.6336055
Apr 01 10:22:30.483233 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:22:30.486299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278" -d '{"events": [{"name": "network-changed", "server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:22:30.524272 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5f28d-31aa-40d6-ac0d-1ad5f6f42cf6 req-6376af7a-525a-4741-b10f-4297670c569b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:30.525991 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a3f5f28d-31aa-40d6-ac0d-1ad5f6f42cf6 req-6376af7a-525a-4741-b10f-4297670c569b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.1202066
Apr 01 10:22:30.538327 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff45d650-f83a-4b29-8f87-abeea564d768 x-openstack-request-id: req-ff45d650-f83a-4b29-8f87-abeea564d768 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:22:30.538327 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:22:30.538327 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff45d650-f83a-4b29-8f87-abeea564d768 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:22:30.538796 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff45d650-f83a-4b29-8f87-abeea564d768'] response: {'name': 'network-changed', 'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'status': 'completed', 'code': 200}
Apr 01 10:22:30.568252 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe91d-fe95-4f08-a0fe-4bea85f43d5f service neutron] Pushing event updated for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:30.617259 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a3f5f28d-31aa-40d6-ac0d-1ad5f6f42cf6 req-ef11475e-2357-402a-9697-a7bcdb89b414 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777838
Apr 01 10:22:30.619296 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-2ea86cab-0d13-44b9-8e4f-f4ba5e248a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:30.620694 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-2ea86cab-0d13-44b9-8e4f-f4ba5e248a24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1127 time: 0.0938239
Apr 01 10:22:30.663762 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-9e8bb879-ea95-404d-a31d-9b82fb57b394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 217 time: 0.0363784
Apr 01 10:22:30.714325 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-fd81851b-5e6c-45d0-8fcd-85cf4c7591c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:30.715692 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-fd81851b-5e6c-45d0-8fcd-85cf4c7591c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0461318
Apr 01 10:22:30.766033 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-0e555f96-2475-4b88-90d2-505799908e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:30.767940 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-0e555f96-2475-4b88-90d2-505799908e4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0466096
Apr 01 10:22:30.854444 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-dd971500-c24c-4c96-b4f6-191df4945d1c service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800045
Apr 01 10:22:30.948688 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46041013-6f3f-4b6d-9080-4ccea0628c6f req-55c62e22-c9ac-49b6-957b-2ba2b254a233 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882642
Apr 01 10:22:31.061481 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-5a10721a-a3f9-44db-abe0-28e388c06c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:31.062996 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-5a10721a-a3f9-44db-abe0-28e388c06c0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1127 time: 0.0541384
Apr 01 10:22:31.152259 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-833d19c0-3725-4c2f-ba7f-a8e073794418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:31.153687 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-833d19c0-3725-4c2f-ba7f-a8e073794418 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0851462
Apr 01 10:22:31.194780 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-e7db056a-8881-4b27-b777-cba6ea93472f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 217 time: 0.0350995
Apr 01 10:22:31.244726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-a25c80d3-76f8-4e72-9ad7-70d525e1e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:31.246181 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-a25c80d3-76f8-4e72-9ad7-70d525e1e0dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0451727
Apr 01 10:22:31.294135 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-03865a88-0519-4d16-a7a0-0618257795dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:31.295634 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-03865a88-0519-4d16-a7a0-0618257795dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0437412
Apr 01 10:22:31.390202 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-5e1d2a46-64ab-468e-ab26-5e6476b7822f service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885608
Apr 01 10:22:31.477974 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4dc4cdf8-8bdb-4b9c-a44a-de80ee3eb278 req-cd1abe79-9c11-4617-b575-5f8eb5c93979 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819318
Apr 01 10:22:31.761000 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e4331-5818-4f83-907f-262b3c720867 req-70636567-5ac3-4c4b-8347-7c10c7117d3e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:31.762459 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-008e4331-5818-4f83-907f-262b3c720867 req-70636567-5ac3-4c4b-8347-7c10c7117d3e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0616071
Apr 01 10:22:31.817077 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-008e4331-5818-4f83-907f-262b3c720867 req-0427413b-7295-4919-8d09-b75c3882f041 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468974
Apr 01 10:22:32.948428 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfe926-6f17-4c7a-9207-b41de3ca184d req-e8efc75a-cea0-4524-9ec4-6fe98d808fb7 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:32.949868 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4bdfe926-6f17-4c7a-9207-b41de3ca184d req-e8efc75a-cea0-4524-9ec4-6fe98d808fb7 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0571976
Apr 01 10:22:32.998395 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4bdfe926-6f17-4c7a-9207-b41de3ca184d req-043fe2cc-9e70-4857-a26d-8f103e087e6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428960
Apr 01 10:22:34.131429 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65523b46-902d-4602-b0de-a9e90dbffd3d req-37d00ee1-f040-4add-af27-0f3266c12c2c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:34.132881 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65523b46-902d-4602-b0de-a9e90dbffd3d req-37d00ee1-f040-4add-af27-0f3266c12c2c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0576808
Apr 01 10:22:34.187318 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65523b46-902d-4602-b0de-a9e90dbffd3d req-880e652a-fd33-405d-8c5c-eb1197b13a96 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462987
Apr 01 10:22:35.308951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e938b-2440-4e55-ac55-a551cc5c178a req-3bde1774-f947-4d68-82fb-77e03af474bd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:35.310485 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e2e938b-2440-4e55-ac55-a551cc5c178a req-3bde1774-f947-4d68-82fb-77e03af474bd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0554769
Apr 01 10:22:35.361991 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e2e938b-2440-4e55-ac55-a551cc5c178a req-13ca4766-1f7c-48d5-949e-84a961f52518 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430918
Apr 01 10:22:36.493486 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecd01-2ffc-4e38-bb93-92e85fb6de4e req-3a43dd61-6430-4e0b-8056-3eebc7dc6387 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:36.494489 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-868ecd01-2ffc-4e38-bb93-92e85fb6de4e req-3a43dd61-6430-4e0b-8056-3eebc7dc6387 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0554821
Apr 01 10:22:36.543276 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-868ecd01-2ffc-4e38-bb93-92e85fb6de4e req-b5b8a58a-4535-4abd-bdb7-75d697be6160 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431662
Apr 01 10:22:37.362300 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:22:37.432423 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:37.679575 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb0bd-33db-4efb-b4be-393caaf78723 req-393fb321-e015-4a80-8161-c947a0b42973 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:37.681363 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f8eb0bd-33db-4efb-b4be-393caaf78723 req-393fb321-e015-4a80-8161-c947a0b42973 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0634122
Apr 01 10:22:37.732940 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f8eb0bd-33db-4efb-b4be-393caaf78723 req-9f215d9f-b1d8-47f4-b81e-a2b2f97dd109 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455976
Apr 01 10:22:38.638387 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03068dd9-39b3-4538-8aac-28eeac16e631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:38.864404 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4505b-9b6a-4645-9f1e-9a83ff18dd52 req-7bec1d9e-5bbb-442a-95c1-57d7e3422b23 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:38.865887 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3fc4505b-9b6a-4645-9f1e-9a83ff18dd52 req-7bec1d9e-5bbb-442a-95c1-57d7e3422b23 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 943 time: 0.0583179
Apr 01 10:22:38.914962 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3fc4505b-9b6a-4645-9f1e-9a83ff18dd52 req-cacdc425-ae33-45b9-bbb1-d67ac89b3905 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431788
Apr 01 10:22:39.625920 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device ec48ad7c-a555-4de8-b601-68be6497ba40 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:22:39.739393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ec48ad7c-a555-4de8-b601-68be6497ba40,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:39.751390 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'port_id': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'mac_address': 'fa:16:3e:b7:69:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:22:39.792663 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port ec48ad7c-a555-4de8-b601-68be6497ba40 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:39.793051 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:39.806631 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec48ad7c-a555-4de8-b601-68be6497ba40 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:22:39.826436 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ec48ad7c-a555-4de8-b601-68be6497ba40,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:39.833660 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:39.879781 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:40.039051 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d38909-bcaf-4fc7-a44c-0ec3da2d7a25 req-5eaf6dc2-4874-4982-b249-e885f096a088 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:40.040413 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f5d38909-bcaf-4fc7-a44c-0ec3da2d7a25 req-5eaf6dc2-4874-4982-b249-e885f096a088 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 944 time: 0.0596559
Apr 01 10:22:40.087509 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f5d38909-bcaf-4fc7-a44c-0ec3da2d7a25 req-184107a0-5a9a-41a3-bad1-35c2be63971a tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415144
Apr 01 10:22:40.209861 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['ec48ad7c-a555-4de8-b601-68be6497ba40'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:22:40.965152 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0aa7250a-44bc-426d-bde9-3142a6bd4e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:41.228870 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b466-65fd-4fbc-b74d-f3ea9f386295 req-ea69a326-59f0-49d4-84db-c4eaf4bca370 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:41.230257 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2a6b466-65fd-4fbc-b74d-f3ea9f386295 req-ea69a326-59f0-49d4-84db-c4eaf4bca370 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 944 time: 0.0566854
Apr 01 10:22:41.279196 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2a6b466-65fd-4fbc-b74d-f3ea9f386295 req-c212cfe4-f00d-4468-a17f-82d86ca96a69 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432117
Apr 01 10:22:41.626990 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device ec48ad7c-a555-4de8-b601-68be6497ba40 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:22:41.687330 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port ec48ad7c-a555-4de8-b601-68be6497ba40 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:22:41.691040 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port ec48ad7c-a555-4de8-b601-68be6497ba40 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:22:41.691412 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:41.771541 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port ec48ad7c-a555-4de8-b601-68be6497ba40 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:22:41.771827 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:41.794472 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:22:41.796694 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3eb9fa-0edf-4d5d-b32a-750fe1ab5afb" -d '{"events": [{"server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "name": "network-vif-plugged", "status": "completed", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:22:41.808717 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ec48ad7c-a555-4de8-b601-68be6497ba40,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:22:41.815100 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:41.862286 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:41.889192 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13313c5b-4c14-437c-984d-e2f09e420c7d x-openstack-request-id: req-13313c5b-4c14-437c-984d-e2f09e420c7d {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:22:41.889488 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "name": "network-vif-plugged", "status": "completed", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:22:41.889739 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13313c5b-4c14-437c-984d-e2f09e420c7d {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:22:41.890137 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13313c5b-4c14-437c-984d-e2f09e420c7d'] response: {'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'code': 200}
Apr 01 10:22:42.108139 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f197da6-4d2f-4fc4-b22b-b98e5cd67517 req-cc51c5c6-eeae-457c-b0ea-52c83e04fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:42.109506 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f197da6-4d2f-4fc4-b22b-b98e5cd67517 req-cc51c5c6-eeae-457c-b0ea-52c83e04fa99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1129 time: 0.0434487
Apr 01 10:22:42.157275 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f197da6-4d2f-4fc4-b22b-b98e5cd67517 req-ad839422-9042-4288-b504-9b509afb6aef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418923
Apr 01 10:22:42.272430 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:42.403597 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d295a-d5a7-405d-bcd4-8d0eb23fc570 req-d6ee1a55-9880-4716-b30c-112654a1b124 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:42.405073 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea6d295a-d5a7-405d-bcd4-8d0eb23fc570 req-d6ee1a55-9880-4716-b30c-112654a1b124 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.0547497
Apr 01 10:22:42.456518 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea6d295a-d5a7-405d-bcd4-8d0eb23fc570 req-957f3b5a-7c56-4b9c-97a6-efeeca3c7a8e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456789
Apr 01 10:22:43.395736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:43.580054 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276926-b01d-4f57-a4c5-536e2a7b83fa req-021731ca-83f3-46bf-a475-d073d46ac058 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:43.581410 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d2276926-b01d-4f57-a4c5-536e2a7b83fa req-021731ca-83f3-46bf-a475-d073d46ac058 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.0532742
Apr 01 10:22:43.632877 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d2276926-b01d-4f57-a4c5-536e2a7b83fa req-fd562482-5708-447e-9856-848325f2fc35 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431242
Apr 01 10:22:43.751418 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a92292-79dd-485c-b792-61b8ecef27aa req-b0f96058-d144-47b7-9230-7c895586e342 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:43.752895 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-76a92292-79dd-485c-b792-61b8ecef27aa req-b0f96058-d144-47b7-9230-7c895586e342 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.0532327
Apr 01 10:22:43.804030 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-76a92292-79dd-485c-b792-61b8ecef27aa req-91b3de70-a9c3-4a55-8aaa-9d60ad2ddd0f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427780
Apr 01 10:22:43.827366 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33116) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:43.928749 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70066b-9648-4a8a-bbd0-b90d6a9661e8 tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:43.930257 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2f70066b-9648-4a8a-bbd0-b90d6a9661e8 tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1124 time: 0.1016676
Apr 01 10:22:43.933461 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33120) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:22:43.937659 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'port_id': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:22:43.961281 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:44.062549 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:44.160617 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.37.5.142 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/76dfdc01-8cc5-4049-87a4-7f70a44547d7) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:22:44.277703 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:44.316450 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:44.353202 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:22:44.356052 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:22:44.361916 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:22:44.367228 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=76dfdc01-8cc5-4049-87a4-7f70a44547d7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:44.965343 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (5f818670-9226-4570-a2de-acca123a6b73), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.036750 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.062131 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.189236 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.197973 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.265503 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=76dfdc01-8cc5-4049-87a4-7f70a44547d7,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:22:45.277697 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (5f818670-9226-4570-a2de-acca123a6b73), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.379292 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP 5f818670-9226-4570-a2de-acca123a6b73 associated. External IP: 172.37.5.142, port: ec48ad7c-a555-4de8-b601-68be6497ba40.
Apr 01 10:22:45.593631 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:22:45.705313 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:22:45.715219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:22:45.724852 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:22:45.725303 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:45.725925 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94246f10d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:22:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:45.755356 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7ef8c8f0-2137-4701-a33b-37d6882d0bb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8209052
Apr 01 10:22:45.755934 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:22:45.758206 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111" -d '{"events": [{"name": "network-changed", "server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:22:45.793619 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ec49d-eb16-4853-9b31-7c3fbf6470c2 x-openstack-request-id: req-7c8ec49d-eb16-4853-9b31-7c3fbf6470c2 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:22:45.793902 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:22:45.794151 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c8ec49d-eb16-4853-9b31-7c3fbf6470c2 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:22:45.794604 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8ec49d-eb16-4853-9b31-7c3fbf6470c2'] response: {'name': 'network-changed', 'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'status': 'completed', 'code': 200}
Apr 01 10:22:45.837313 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:45.858374 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-df52c583-a947-4cd1-ac95-a5d415b0edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:45.859904 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-df52c583-a947-4cd1-ac95-a5d415b0edc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1129 time: 0.0431633
Apr 01 10:22:45.952876 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-4f69209e-04fa-4ed8-a395-831d82a3cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:45.954375 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-4f69209e-04fa-4ed8-a395-831d82a3cb4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0886998
Apr 01 10:22:46.021807 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-489d9d52-23a2-43cb-9d1f-8ba7b337a6a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 999 time: 0.0615578
Apr 01 10:22:46.070610 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-aaf7c420-4826-4bfb-b283-cd22c2f5eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:46.072210 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-aaf7c420-4826-4bfb-b283-cd22c2f5eca3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0443566
Apr 01 10:22:46.198771 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94246f10d0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f818670-9226-4570-a2de-acca123a6b73', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.142', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:b7:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:44Z', 'updated_at': '2022-04-01T10:22:44Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:46.229289 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:22:46.238598 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:22:46.239256 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94246f10d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:22:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:46.353803 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:22:46.389548 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-0d811d49-858e-41f5-972f-54b47990be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:22:46.391473 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-0d811d49-858e-41f5-972f-54b47990be01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3135433
Apr 01 10:22:46.478768 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-61c8188d-aadc-43db-aa3b-50734caee8e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812225
Apr 01 10:22:46.567360 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2a5734e-2e9d-4f3e-b411-5bc780cdb111 req-4a48a3c1-4fb9-4763-bd0e-f7ea2d1d98e9 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831890
Apr 01 10:22:46.578846 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94246f10d0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f818670-9226-4570-a2de-acca123a6b73', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.142', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:b7:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:44Z', 'updated_at': '2022-04-01T10:22:44Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:22:46.610754 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88436bd-ba55-467d-9ece-3b7a0b5edb21 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f818670-9226-4570-a2de-acca123a6b73', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.142', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:b7:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:44Z', 'updated_at': '2022-04-01T10:22:44Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:22:46.799850 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91474c44-8956-49d3-a280-4f7115ba502f None None] New status for floating IP 5f818670-9226-4570-a2de-acca123a6b73: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:23:07.428121 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:08.634217 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a435086d-5562-4e5c-8fd2-4f55b33cffc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:10.967203 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-46fb4a15-a493-422b-b0dc-106de751b408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:12.269853 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:13.407393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:14.361284 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:23:15.069325 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:22.316808 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-60b37bd4-fb73-4bd6-b6ed-8978de4d5f92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0459986
Apr 01 10:23:22.418456 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-03218180-4430-4416-8332-1a122c83e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:23:22.420575 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-03218180-4430-4416-8332-1a122c83e5e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1129 time: 0.0524058
Apr 01 10:23:22.534832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-2aa5559e-75c7-45fa-aab7-daaa422b892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:23:22.536437 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-2aa5559e-75c7-45fa-aab7-daaa422b892b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0950487
Apr 01 10:23:22.602127 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-f70be462-b5f3-41b8-a801-897993996a6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 1001 time: 0.0594122
Apr 01 10:23:22.656156 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-818d0968-35cb-4d5e-91f5-0aff13932bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:23:22.657601 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-818d0968-35cb-4d5e-91f5-0aff13932bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0495632
Apr 01 10:23:22.711368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-d1b098ac-753b-456b-b749-f8654adfc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:23:22.712891 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-d1b098ac-753b-456b-b749-f8654adfc5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0493147
Apr 01 10:23:22.803725 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-f0a94a49-b8a5-44b9-aefb-ca8829d8773a service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833399
Apr 01 10:23:22.894748 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b449b6a2-e208-4478-ba93-6a3177335d6a req-8e29072d-05de-425f-9516-4d44e94ac712 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850453
Apr 01 10:23:37.439005 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:38.638630 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b3837f29-6e0b-4f33-bd29-c97975574f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:40.972186 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-27c84f39-b2fc-4d5c-bffa-4aef387ebd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:42.274068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:43.411802 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:45.065760 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:23:51.360853 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:24:07.454915 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:08.641014 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-731d7f91-09e0-4dcb-96b1-c079fc12b20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:10.968373 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d1b489f7-ebf0-46b6-a1da-cce627f613cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:12.281473 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:13.417600 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:15.060805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:22.331311 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-2f354e96-1cba-497f-a946-63c88faee513 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0458798
Apr 01 10:24:22.418372 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-b76e94a2-2bfb-4337-be96-14abcd510a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:24:22.419945 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-b76e94a2-2bfb-4337-be96-14abcd510a2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 1129 time: 0.0460002
Apr 01 10:24:22.531976 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-9e96df31-4123-4d66-a670-45e383be8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:24:22.533436 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-9e96df31-4123-4d66-a670-45e383be8c39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0928910
Apr 01 10:24:22.603707 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-5e861c56-67e4-4daf-8773-07b6c95f38b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 200  len: 1001 time: 0.0641916
Apr 01 10:24:22.657860 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-86755bfd-b438-494d-8f3f-0616ef5e6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:24:22.659349 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-86755bfd-b438-494d-8f3f-0616ef5e6c03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0492480
Apr 01 10:24:22.706824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-fe49c00e-b90a-4848-816f-d1d47d694f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:24:22.708285 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-fe49c00e-b90a-4848-816f-d1d47d694f00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435417
Apr 01 10:24:22.717894 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-ca9d8696-473b-482f-bc93-91d6d79ff625 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 01 10:24:22.718871 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-ca9d8696-473b-482f-bc93-91d6d79ff625 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047834
Apr 01 10:24:22.804979 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-f3da80f4-542e-4280-b1b7-f404266e6614 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796866
Apr 01 10:24:22.904839 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ec6f503f-b9a6-4f6e-944f-0a2bb744f58f req-1ffa31b7-fd87-48ea-952f-afe577124caf service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942147
Apr 01 10:24:28.363981 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:24:37.466932 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:38.644000 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61200e0d-8c85-4ade-9049-2213b60fa1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:40.960629 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7ee259ce-e1a3-4088-9024-94deba6e29c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:42.286592 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:43.416906 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:24:45.065028 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:00.237958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdb7f9-9d9d-4986-861b-8866ad665633 req-75e67e05-391e-4d4f-b8e0-f1c05c69ed72 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:00.239405 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0cbdb7f9-9d9d-4986-861b-8866ad665633 req-75e67e05-391e-4d4f-b8e0-f1c05c69ed72 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.1219509
Apr 01 10:25:00.288691 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0cbdb7f9-9d9d-4986-861b-8866ad665633 req-d228239b-0fa1-454f-885f-78cea4eb3835 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435247
Apr 01 10:25:01.484308 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32a39-a0f5-4b38-b166-7bf36b6bdf30 req-ae5bcf7d-93e5-47ab-81c2-6d33b5db644b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:01.485819 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65b32a39-a0f5-4b38-b166-7bf36b6bdf30 req-ae5bcf7d-93e5-47ab-81c2-6d33b5db644b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.1092818
Apr 01 10:25:01.534864 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65b32a39-a0f5-4b38-b166-7bf36b6bdf30 req-85e4671a-0768-4c91-b52e-b0c1aa575caf tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432997
Apr 01 10:25:01.927491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-cb6ba991-5cee-43bc-b359-69311494da51 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:01.928909 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-cb6ba991-5cee-43bc-b359-69311494da51 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 945 time: 0.0646076
Apr 01 10:25:02.038551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port ec48ad7c-a555-4de8-b601-68be6497ba40 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:25:02.038892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.123680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] For port ec48ad7c-a555-4de8-b601-68be6497ba40, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ec48ad7c-a555-4de8-b601-68be6497ba40,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:25:02.124146 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.290223 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.290469 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (5f818670-9226-4570-a2de-acca123a6b73), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.290852 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP 5f818670-9226-4570-a2de-acca123a6b73 disassociated. External IP: 172.37.5.142, port: ec48ad7c-a555-4de8-b601-68be6497ba40.
Apr 01 10:25:02.291190 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for ec48ad7c-a555-4de8-b601-68be6497ba40 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:25:02.419071 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (ec48ad7c-a555-4de8-b601-68be6497ba40), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.450322 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=ec48ad7c-a555-4de8-b601-68be6497ba40,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:02.461382 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.461722 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.462077 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.462408 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.462752 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.463100 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.463408 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.463733 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.464057 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.464379 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.464750 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.468898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.468898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.468898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.468898 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:02.588017 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:25:02.685165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c8c501aa-9ad5-4a43-9f7e-16ae92062263 req-2a1a958f-f51b-4bc6-b8f8-847d89dfe6e0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=70f8180a-a601-4ebb-a8b7-7be3e26a705d HTTP/1.1" status: 200  len: 210 time: 0.0557554
Apr 01 10:25:02.718243 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:25:02.729262 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:25:02.739241 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:25:02.739853 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94249970d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:24:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:02.759920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] No DVR routers for this DVR port ec48ad7c-a555-4de8-b601-68be6497ba40 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:25:02.762777 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:02.766449 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3bf7510c-8703-4be9-8f4c-3b73f516f7af req-a62ac90c-2faa-4020-a5bb-be8ddfabadce tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "DELETE /v2.0/ports/ec48ad7c-a555-4de8-b601-68be6497ba40 HTTP/1.1" status: 204  len: 173 time: 0.8320315
Apr 01 10:25:02.766947 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'name': 'network-vif-deleted', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:25:02.769214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e57227-456f-4ce0-9938-15afb25813d8" -d '{"events": [{"server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "name": "network-vif-deleted", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:25:02.810920 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d49858-c08c-4af4-9015-adc9ab537d1e x-openstack-request-id: req-81d49858-c08c-4af4-9015-adc9ab537d1e {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:25:02.811218 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f8180a-a601-4ebb-a8b7-7be3e26a705d", "name": "network-vif-deleted", "tag": "ec48ad7c-a555-4de8-b601-68be6497ba40", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:25:02.812109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81d49858-c08c-4af4-9015-adc9ab537d1e {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:25:02.812543 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d49858-c08c-4af4-9015-adc9ab537d1e'] response: {'server_uuid': '70f8180a-a601-4ebb-a8b7-7be3e26a705d', 'name': 'network-vif-deleted', 'tag': 'ec48ad7c-a555-4de8-b601-68be6497ba40', 'status': 'completed', 'code': 200}
Apr 01 10:25:02.860802 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:25:03.061823 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94249970d0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:03.089368 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:25:03.098327 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:25:03.098914 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94249970d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:24:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:03.206087 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:25:03.409643 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94249970d0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:03.439817 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba94ebd-f21e-48ea-9a26-e8cc4565052e None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:25:03.675999 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e646d-85f1-4a3d-8d51-aad2ac3fadc0 None None] New status for floating IP 5f818670-9226-4570-a2de-acca123a6b73: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:25:03.902475 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-213c7aeb-d2c8-418b-a951-f783131b2efe tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720076103&fields=id&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 267 time: 0.0456617
Apr 01 10:25:04.019029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-4785e5a8-2f6f-47c2-8771-404b100866c4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:04.020363 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-4785e5a8-2f6f-47c2-8771-404b100866c4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.1082220
Apr 01 10:25:04.035100 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-73c7ce1b-14f4-48d0-b328-53052c108d8a tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/quotas/246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 375 time: 0.0093246
Apr 01 10:25:04.096619 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-2d979af9-f56f-4205-8f28-c36e2ce6c983 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0567403
Apr 01 10:25:04.189970 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-9a6f614c-0dcb-4131-ad55-894d12484ab0 service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814548
Apr 01 10:25:04.283094 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-fc9f7251-61e1-4b6d-8784-7cd4994b35be service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872459
Apr 01 10:25:04.570576 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c7b54fdb-3220-417f-ae62-935e8ec69f8b req-d8947156-618d-44f8-8046-b4be14722f17 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 210 time: 0.0273721
Apr 01 10:25:05.362630 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:25:05.502424 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-3a9af4ae-aae6-4876-9830-063fbabc03cd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:05.504220 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-3a9af4ae-aae6-4876-9830-063fbabc03cd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.1107702
Apr 01 10:25:05.576932 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-70c0deaa-6e5b-4b71-b753-a38e9ab3483f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 380 time: 0.0648949
Apr 01 10:25:05.585936 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'port': {'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'admin_state_up': True, 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'security_groups': ['ec9985b0-1a8f-4b09-8b07-af0210e6ee43']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:25:05.692390 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e5f8c96-7922-4b98-b461-be4a1cf06bbc req-e4411cb1-6949-4f37-902c-97090f7a44a3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 210 time: 0.0390909
Apr 01 10:25:05.736024 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Made reservation on behalf of 246bc36f10274d35821692e2c7fed45a for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:25:05.739486 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:05.863995 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.20.0.8 (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3/743d3429-4ee6-47f2-9d8b-e8767935f59e/e9ea2a93-ce5d-4ee1-8b30-bec6d4315523) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:25:06.009466 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.044659 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.085264 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:25:06.088531 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:25:06.094390 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:25:06.101030 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:06.147589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:06.148223 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.167542 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-070ab505-8767-4e34-92c8-3b916b3f94c3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5857906
Apr 01 10:25:06.178664 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Request body: {'port': {'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:25:06.243806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.352889 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5b37c9aa-ba14-4614-89e8-b599cc9d9290 None None] Provisioning complete for port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:25:06.353545 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5b37c9aa-ba14-4614-89e8-b599cc9d9290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.387520 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5b37c9aa-ba14-4614-89e8-b599cc9d9290 None None] Port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:25:06.424921 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device ec48ad7c-a555-4de8-b601-68be6497ba40 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:25:06.444994 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: ec48ad7c-a555-4de8-b601-68be6497ba40 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:25:06.445333 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device ec48ad7c-a555-4de8-b601-68be6497ba40 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:25:06.500984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:25:06.508516 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks [] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.521204 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Transition to ACTIVE for port object e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:25:06.526479 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.576563 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:06.654509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Attempting to bind port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:25:06.655366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Attempting to bind port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:25:06.655366 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Attempting to bind port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:25:06.659824 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:25:06.660229 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Attempting to bind port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:25:06.665627 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:25:06.665957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:25:06.666338 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Bound using segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:25:06.666767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Bound port: e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:25:06.667135 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.735834 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:25:06.738913 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:25:06.746816 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.807900 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:06.808628 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:06.809900 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] 10.222.0.15 "PUT /v2.0/ports/e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 1093 time: 0.6355340
Apr 01 10:25:06.813711 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:25:06.816109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:25:06.844223 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37002-5c9a-47d0-85a6-3c19689b34be service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:06.864624 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f170a9-6fd3-493a-9893-df1eae6fb716 req-a5b3e314-e5bf-4fab-8b42-8f185550bf52 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:06.866294 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-21f170a9-6fd3-493a-9893-df1eae6fb716 req-a5b3e314-e5bf-4fab-8b42-8f185550bf52 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.1110048
Apr 01 10:25:06.878146 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e31fd5-2020-4914-ad0f-7817e6ebcd9d x-openstack-request-id: req-c2e31fd5-2020-4914-ad0f-7817e6ebcd9d {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:25:06.878435 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:25:06.878747 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2e31fd5-2020-4914-ad0f-7817e6ebcd9d {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:25:06.879144 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e31fd5-2020-4914-ad0f-7817e6ebcd9d'] response: {'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'status': 'completed', 'code': 200}
Apr 01 10:25:06.946435 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-7e662345-d858-4e10-bdd2-ea8951657d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:06.947909 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-7e662345-d858-4e10-bdd2-ea8951657d9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1127 time: 0.0805933
Apr 01 10:25:06.951706 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-21f170a9-6fd3-493a-9893-df1eae6fb716 req-05be5287-f4df-42c6-bf9c-6777d1cdb5f5 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754061
Apr 01 10:25:06.990678 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-c69d33b2-c87b-4178-95bd-1fc148b6dfc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 217 time: 0.0347233
Apr 01 10:25:07.042493 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-37ba39ab-fca9-4fbe-9964-a26b2e1de4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.044685 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-37ba39ab-fca9-4fbe-9964-a26b2e1de4eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0481515
Apr 01 10:25:07.093551 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-e1ac9b57-e992-49da-a1d6-a690dfa18ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.095107 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-e1ac9b57-e992-49da-a1d6-a690dfa18ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0446551
Apr 01 10:25:07.184517 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-1d49aa90-01d3-4def-9b15-6c107fd19cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823219
Apr 01 10:25:07.291018 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9284a3a9-7ba4-4986-a1ba-83a3d20b93e1 req-d962ffc5-f98a-48cb-84c5-013762afc6cc service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999634
Apr 01 10:25:07.379270 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-a7ef2d4a-96e7-4927-9eb8-78cfefa4ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.380755 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-a7ef2d4a-96e7-4927-9eb8-78cfefa4ea7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1127 time: 0.0447700
Apr 01 10:25:07.458745 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:07.477523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-b60806aa-569e-4a6f-9143-b3a09bf4b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.479078 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-b60806aa-569e-4a6f-9143-b3a09bf4b932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0930319
Apr 01 10:25:07.520160 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-23b15d02-4bdd-487d-be26-986706ba4e4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 217 time: 0.0347013
Apr 01 10:25:07.567009 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-eabddcfe-86e7-499c-b42b-abaef40c9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.568281 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-eabddcfe-86e7-499c-b42b-abaef40c9134 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0430672
Apr 01 10:25:07.621062 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-23aa3065-c871-4612-88d2-c7c28f2d0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:07.622613 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-23aa3065-c871-4612-88d2-c7c28f2d0a06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0485644
Apr 01 10:25:07.709677 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-e33b8846-51d7-44ee-b864-fde5770927de service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804751
Apr 01 10:25:07.801859 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e2dec8bf-f894-4b65-936a-2e2871d6ddb3 req-f44b6d6c-531c-4d6c-a674-0320541bf223 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865979
Apr 01 10:25:08.087888 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc8b8-2ff0-4ae9-b3a2-b7f23379e1c6 req-66ed2e71-9523-4391-9c3f-0a49a18274bd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:08.089432 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a9dc8b8-2ff0-4ae9-b3a2-b7f23379e1c6 req-66ed2e71-9523-4391-9c3f-0a49a18274bd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0559399
Apr 01 10:25:08.142439 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2a9dc8b8-2ff0-4ae9-b3a2-b7f23379e1c6 req-c412dcb8-5255-410e-b10c-02052b2c09b8 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443079
Apr 01 10:25:08.644557 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4558a39e-4f38-43d5-9c9b-2b822c33f72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:09.283671 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fc89-026e-4128-8bdb-be8b8cf588e7 req-ed97ddd9-a177-46c4-ba1e-1e85bcc93be4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:09.286225 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f05fc89-026e-4128-8bdb-be8b8cf588e7 req-ed97ddd9-a177-46c4-ba1e-1e85bcc93be4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0737069
Apr 01 10:25:09.341152 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f05fc89-026e-4128-8bdb-be8b8cf588e7 req-a64250e2-6fa4-4b2c-9cd6-c3c6234ff8c0 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488217
Apr 01 10:25:10.480567 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd2e0-d63b-43c9-9595-b0f7fadc380a req-0b4f4e7a-6da3-478a-ad5e-74abab866378 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:10.482035 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-166dd2e0-d63b-43c9-9595-b0f7fadc380a req-0b4f4e7a-6da3-478a-ad5e-74abab866378 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0713584
Apr 01 10:25:10.533394 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-166dd2e0-d63b-43c9-9595-b0f7fadc380a req-1a498e6c-e6b7-42d9-bf20-f6b243d81a7e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441465
Apr 01 10:25:10.964722 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a2b7-bc4c-416a-b2de-bf3c42fa0a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:11.663886 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e34871-a1fb-479f-ae20-b635ab72277c req-959292c3-5a00-4941-a2a0-2f348f5ec3a3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:11.665325 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26e34871-a1fb-479f-ae20-b635ab72277c req-959292c3-5a00-4941-a2a0-2f348f5ec3a3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0517461
Apr 01 10:25:11.715211 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26e34871-a1fb-479f-ae20-b635ab72277c req-c32e6776-ccba-439f-925f-143327231fea tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414808
Apr 01 10:25:12.290084 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:12.838612 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069714d-122f-4819-95b4-20c8a62215c6 req-c78e13c9-0b85-4faf-9bbe-21a450b39595 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:12.840086 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8069714d-122f-4819-95b4-20c8a62215c6 req-c78e13c9-0b85-4faf-9bbe-21a450b39595 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0538905
Apr 01 10:25:12.888720 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8069714d-122f-4819-95b4-20c8a62215c6 req-1b907f30-e90f-4117-b871-c62f9e89f4ca tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428791
Apr 01 10:25:13.427219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:14.031619 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331fff9-6294-43e2-92c9-150859c13171 req-9155ea45-f814-4dad-96c0-a95ecaac4461 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:14.033119 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e331fff9-6294-43e2-92c9-150859c13171 req-9155ea45-f814-4dad-96c0-a95ecaac4461 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 943 time: 0.0701306
Apr 01 10:25:14.084318 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e331fff9-6294-43e2-92c9-150859c13171 req-35c2221e-7d9c-4479-aafa-13ca1504fca9 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427170
Apr 01 10:25:14.441728 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:25:14.550408 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:25:14.562108 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:25:14.599564 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:25:14.599998 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:14.612375 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:25:14.633171 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:25:14.639893 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:14.690411 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:14.698399 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.698685 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.699042 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.699375 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.699701 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.700018 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.700364 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.700879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.700989 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.701249 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.701552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.701868 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.702179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.702488 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:14.702830 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:25:15.017066 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:25:15.074980 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:15.210038 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616a183-ba96-4bc5-bfad-0e741ea5210d req-97544af7-016d-4103-b8f4-e77cd23a9e9f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:15.211541 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6616a183-ba96-4bc5-bfad-0e741ea5210d req-97544af7-016d-4103-b8f4-e77cd23a9e9f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 944 time: 0.0526075
Apr 01 10:25:15.263776 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6616a183-ba96-4bc5-bfad-0e741ea5210d req-8e923e3b-237e-4356-be8e-83ee6222d1bf tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466888
Apr 01 10:25:16.403697 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e63f6-6ece-41e5-a59d-12c73fbeb92f req-d181fb1b-ce77-43fe-9d1a-d76e58402da8 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:16.405668 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-316e63f6-6ece-41e5-a59d-12c73fbeb92f req-d181fb1b-ce77-43fe-9d1a-d76e58402da8 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 944 time: 0.0693045
Apr 01 10:25:16.441463 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:25:16.462067 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-316e63f6-6ece-41e5-a59d-12c73fbeb92f req-5b3aa8f0-2a0b-40b0-b7fd-04c7618fe763 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478218
Apr 01 10:25:16.494058 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:25:16.498079 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:25:16.498472 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:16.575897 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:25:16.576199 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:16.601554 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:25:16.603822 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a04e15c-f9ee-4d78-a5a9-62640633ecd0" -d '{"events": [{"server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:25:16.616093 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:25:16.621767 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:16.644370 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeace3c-49c1-47ee-af6f-882211962518 x-openstack-request-id: req-5aeace3c-49c1-47ee-af6f-882211962518 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:25:16.644655 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:25:16.644900 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5aeace3c-49c1-47ee-af6f-882211962518 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:25:16.645290 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aeace3c-49c1-47ee-af6f-882211962518'] response: {'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'code': 200}
Apr 01 10:25:16.670762 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:16.865862 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c73b-0cfb-4e88-8f34-cdbc059167fe req-39eaddce-f6e5-472e-8d00-78c361193140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:16.867309 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ede6c73b-0cfb-4e88-8f34-cdbc059167fe req-39eaddce-f6e5-472e-8d00-78c361193140 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0507178
Apr 01 10:25:16.913312 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ede6c73b-0cfb-4e88-8f34-cdbc059167fe req-3dd61241-720a-4d73-b032-d8c661d2c044 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386124
Apr 01 10:25:17.588464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ba1e4-7b2f-48c5-90c8-9d6ba2ccaf0b req-e8c3800c-07d0-4f1d-9826-ccbb3cf14d9b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:17.589920 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-095ba1e4-7b2f-48c5-90c8-9d6ba2ccaf0b req-e8c3800c-07d0-4f1d-9826-ccbb3cf14d9b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.0549252
Apr 01 10:25:17.638177 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-095ba1e4-7b2f-48c5-90c8-9d6ba2ccaf0b req-7af28913-a150-42c0-9a1a-7d11788f275e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424836
Apr 01 10:25:18.765665 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab35bbf-60ff-4405-be96-c1da63e0b19b req-562acff4-6a30-439c-bd9e-875c387c3192 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:18.767004 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ab35bbf-60ff-4405-be96-c1da63e0b19b req-562acff4-6a30-439c-bd9e-875c387c3192 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.0527382
Apr 01 10:25:18.820093 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ab35bbf-60ff-4405-be96-c1da63e0b19b req-003fed61-483e-499f-b6f6-d84169ae5687 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443480
Apr 01 10:25:18.948962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc26a7-7669-4409-b91f-570892d73683 req-d9ffe46e-1e2a-487f-9beb-9d0fab908e6c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:18.950443 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-74dc26a7-7669-4409-b91f-570892d73683 req-d9ffe46e-1e2a-487f-9beb-9d0fab908e6c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.0546544
Apr 01 10:25:19.005310 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-74dc26a7-7669-4409-b91f-570892d73683 req-60bd324f-fd0f-42e3-a9fe-25d7e8ac8f38 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491290
Apr 01 10:25:19.028408 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33234) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:25:19.084755 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d4d92-c7f3-4178-8695-11aeb96e0c3e tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:19.086333 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-697d4d92-c7f3-4178-8695-11aeb96e0c3e tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1124 time: 0.0566530
Apr 01 10:25:19.090018 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33236) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:25:19.094418 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:25:19.118798 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:19.226638 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:19.328615 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.37.5.44 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/bda0f2ce-feb7-45af-a5b4-1936c7719385) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:25:19.430829 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:19.468530 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:19.508953 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:25:19.515795 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:25:19.521967 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:25:19.524993 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=bda0f2ce-feb7-45af-a5b4-1936c7719385,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:20.123509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (c149c839-c17b-4a1d-bfd7-e4ac5613c42a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.195078 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.340327 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.347163 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.410984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=bda0f2ce-feb7-45af-a5b4-1936c7719385,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:25:20.426031 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (c149c839-c17b-4a1d-bfd7-e4ac5613c42a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.534056 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP c149c839-c17b-4a1d-bfd7-e4ac5613c42a associated. External IP: 172.37.5.44, port: e9ea2a93-ce5d-4ee1-8b30-bec6d4315523.
Apr 01 10:25:20.750767 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:25:20.869215 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:25:20.879485 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:25:20.888368 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:20.891569 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:25:20.892206 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424725340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:25:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:20.930675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-11a6208e-02d7-4440-be72-e1bd662a5e78 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8281424
Apr 01 10:25:20.930675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:25:20.930675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:25:20.958110 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aea5fd-feea-4217-a281-e2ae827bdf27 x-openstack-request-id: req-f4aea5fd-feea-4217-a281-e2ae827bdf27 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:25:20.958413 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:25:20.958690 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4aea5fd-feea-4217-a281-e2ae827bdf27 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:25:20.959130 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4aea5fd-feea-4217-a281-e2ae827bdf27'] response: {'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'status': 'completed', 'code': 200}
Apr 01 10:25:21.001715 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:25:21.067778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-1522cdc9-3b4e-4735-ada3-79c6d038b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:21.069401 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-1522cdc9-3b4e-4735-ada3-79c6d038b01b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0892663
Apr 01 10:25:21.163183 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-a7fb3301-f394-4072-9ca9-28bfd52f0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:21.164623 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-a7fb3301-f394-4072-9ca9-28bfd52f0894 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0876915
Apr 01 10:25:21.224234 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424725340>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:19Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:21.227813 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-c5dad90f-ef2b-4910-8aba-33435b1c957d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 998 time: 0.0571434
Apr 01 10:25:21.250306 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:25:21.259130 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:25:21.259665 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424725340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:25:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:21.275903 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-24fa5f1b-c84c-4b2f-837a-338dcd664479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:21.277366 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-24fa5f1b-c84c-4b2f-837a-338dcd664479 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0435395
Apr 01 10:25:21.330214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-d40e75df-927b-4381-9fb5-69c53f1842b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:21.331746 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-d40e75df-927b-4381-9fb5-69c53f1842b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0478444
Apr 01 10:25:21.366393 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:25:21.420151 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-8bb15f24-3d1a-41d1-9121-4263a76bf283 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824738
Apr 01 10:25:21.513781 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5bb9eec6-d13b-4849-ac18-1aa82a144fb9 req-9c1ea2ce-6ab7-4424-8b80-69711244f1d3 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876465
Apr 01 10:25:21.589556 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424725340>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:19Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:25:21.619049 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949179c-fa50-4070-bb89-98a344a53bde None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:19Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:25:21.819355 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3941e2-235a-4dd6-8c4d-710f1cab9b0f None None] New status for floating IP c149c839-c17b-4a1d-bfd7-e4ac5613c42a: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:25:22.331495 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-c57c23ef-fa6e-4e03-bb18-d622d4916e77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0499082
Apr 01 10:25:22.417680 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-11d6dc26-15b7-4982-b271-f8ca18460a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:22.419227 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-11d6dc26-15b7-4982-b271-f8ca18460a72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0472991
Apr 01 10:25:22.532230 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-a8adfd77-9271-4499-916c-81644e1fa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:22.533762 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-a8adfd77-9271-4499-916c-81644e1fa560 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0946419
Apr 01 10:25:22.607783 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-fe15e258-bf82-4e1e-8a33-1202a9b05816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 1000 time: 0.0680716
Apr 01 10:25:22.655296 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-2ed0ecf3-ba7e-48ef-9c37-c259cc6682a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:22.656736 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-2ed0ecf3-ba7e-48ef-9c37-c259cc6682a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0429902
Apr 01 10:25:22.715576 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-15ff9833-47e4-40e7-819c-44756b888138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:25:22.717256 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-15ff9833-47e4-40e7-819c-44756b888138 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0540781
Apr 01 10:25:22.807700 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-473a5a8c-6d14-471f-b35c-559a5786b750 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839193
Apr 01 10:25:22.902814 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee9609f1-0dec-4711-8799-e4a155c566bd req-9790e931-69eb-473b-b2b0-24cc842d0426 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882511
Apr 01 10:25:37.457989 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:38.651285 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-05f86a02-4316-474d-b471-5731aec24039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:40.968042 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-57d8a8c6-e24d-400a-8d9a-a48e0819f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:42.289935 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:42.366670 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:25:43.427953 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:25:45.072376 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:07.461179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:08.647354 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35886d1a-5b3b-4f6b-9f22-ba40105eee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:10.970390 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-565c0aa3-e40c-49ca-8c46-294ba8c1d243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:12.298474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:13.430247 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:15.070862 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:19.369915 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:26:24.318742 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-6a6edb8b-edc1-4149-ba4e-7b7adf553dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0464017
Apr 01 10:26:24.407571 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-04865d9d-c5cd-4d7a-96d9-0df3e2acab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:26:24.409169 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-04865d9d-c5cd-4d7a-96d9-0df3e2acab29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0452173
Apr 01 10:26:24.514992 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-b65a9d3f-e345-486a-a065-50c226ed760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:26:24.516453 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-b65a9d3f-e345-486a-a065-50c226ed760f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0879645
Apr 01 10:26:24.587430 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-ddb5c7b3-8e8e-487e-a5e8-f21314f02756 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 1000 time: 0.0638659
Apr 01 10:26:24.636026 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-8f2d181b-f8e0-4575-9797-a5e436b47e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:26:24.637409 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-8f2d181b-f8e0-4575-9797-a5e436b47e78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0438764
Apr 01 10:26:24.691432 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-8ca35db9-a137-455c-a5fc-79a383f6788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:26:24.692982 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-8ca35db9-a137-455c-a5fc-79a383f6788e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0498898
Apr 01 10:26:24.783501 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-de9806e5-774d-4328-b9b2-d22125b288f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840492
Apr 01 10:26:24.880665 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-733ca15b-91ef-4bd4-bfe9-46d7e0ea38f3 req-e3b39dc6-e113-4e03-ab64-f19586d80d55 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909083
Apr 01 10:26:37.473356 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:38.636282 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d048ef77-cbc1-4668-9cab-e0453e0a7d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:40.972434 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e1d21058-fa33-4e5d-9fc2-6d0a69856b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:42.304031 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:43.443381 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:45.067948 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:26:56.368510 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:27:07.491449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:08.641637 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-863b1cf1-ceb2-430f-93af-d078ca883152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:10.967612 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-775a0820-721d-4d5f-bce2-8e319d94e91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:12.308808 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:13.439961 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:15.066580 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:16.422261 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-fed5d80e-8d05-47f4-b10a-b6035bdf04fa tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720076103&fields=id&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 267 time: 0.0494938
Apr 01 10:27:16.528999 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-403c37b6-ee35-4d91-8180-7eceef96989c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:16.530798 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-403c37b6-ee35-4d91-8180-7eceef96989c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.1002979
Apr 01 10:27:16.545495 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-c46c775b-dfe4-4cd7-ae74-511cc855d709 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/quotas/246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 375 time: 0.0091484
Apr 01 10:27:16.605557 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-a460e8b6-974f-4998-b9ab-0cb2579fe807 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0551813
Apr 01 10:27:16.754532 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-cbefcaaa-9718-4ff7-966a-86d24fae0377 service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373513
Apr 01 10:27:16.851088 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-fb1b6dc5-a1e7-4847-b312-205c56ca7c1d service neutron] 10.222.0.46 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902579
Apr 01 10:27:17.153228 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d24655d-8742-4338-aa37-1ae543bc3095 req-2a50d4ab-8086-4bb3-8b5e-9792896d6b07 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 210 time: 0.0285516
Apr 01 10:27:18.084613 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-6a53f4fd-0c7c-40b6-b752-1727ab2bec31 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:18.086047 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-6a53f4fd-0c7c-40b6-b752-1727ab2bec31 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 811 time: 0.1018102
Apr 01 10:27:18.149376 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-eabd3983-1a5d-42e8-8e4f-a1eea71d614d tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246bc36f10274d35821692e2c7fed45a HTTP/1.1" status: 200  len: 380 time: 0.0549212
Apr 01 10:27:18.158580 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'port': {'device_id': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'admin_state_up': True, 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'security_groups': ['ec9985b0-1a8f-4b09-8b07-af0210e6ee43']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:27:18.255999 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15b193b0-4c5a-4d32-a294-aa4a73692878 req-fc7ed182-291b-4062-876a-b59c7f1ca51e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 210 time: 0.0347190
Apr 01 10:27:18.293895 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Made reservation on behalf of 246bc36f10274d35821692e2c7fed45a for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 01 10:27:18.297379 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.426421 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.20.0.6 (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3/743d3429-4ee6-47f2-9d8b-e8767935f59e/17dfcf88-e9c7-43eb-99be-53e261b2482a) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:27:18.576726 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.610770 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.649902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:27:18.652900 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:27:18.656519 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:27:18.683732 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:18.698589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.698984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.699355 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.699646 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.699965 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.700386 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.700702 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.701021 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.701346 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.701675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.701984 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.702290 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.702701 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.702959 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.703333 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:18.723674 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:18.724297 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.742139 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-c331d3d1-43c0-4760-a266-7e0c91da1334 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5871599
Apr 01 10:27:18.754635 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Request body: {'port': {'device_id': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:27:18.817464 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.904062 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-20e8e32d-57da-4deb-a807-b8cfbc11ab6b None None] Provisioning complete for port 17dfcf88-e9c7-43eb-99be-53e261b2482a triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:27:18.904732 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-20e8e32d-57da-4deb-a807-b8cfbc11ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:18.940608 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-20e8e32d-57da-4deb-a807-b8cfbc11ab6b None None] Port 17dfcf88-e9c7-43eb-99be-53e261b2482a cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 01 10:27:19.071186 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dfcf88-e9c7-43eb-99be-53e261b2482a {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:27:19.079086 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks [] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:19.092684 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Transition to ACTIVE for port object 17dfcf88-e9c7-43eb-99be-53e261b2482a will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Apr 01 10:27:19.098444 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:19.153006 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Pushing event updated for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:19.221892 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Attempting to bind port 17dfcf88-e9c7-43eb-99be-53e261b2482a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 01 10:27:19.222231 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Attempting to bind port 17dfcf88-e9c7-43eb-99be-53e261b2482a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 01 10:27:19.222564 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Attempting to bind port 17dfcf88-e9c7-43eb-99be-53e261b2482a on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:27:19.227154 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Port 17dfcf88-e9c7-43eb-99be-53e261b2482a on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 01 10:27:19.227478 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Attempting to bind port 17dfcf88-e9c7-43eb-99be-53e261b2482a on network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 01 10:27:19.232748 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Checking agent: {'id': '6d103b4f-0eac-455f-8b01-f2219f52c9cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'started_at': datetime.datetime(2022, 4, 1, 10, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 01 10:27:19.233101 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Checking segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 01 10:27:19.233488 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Bound using segment: {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 01 10:27:19.233919 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Bound port: 17dfcf88-e9c7-43eb-99be-53e261b2482a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25540fa-cc16-4d56-bc0c-277693b6dcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 01 10:27:19.234281 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:19.382280 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafc29f-9fa6-4bd7-ab02-5d80a0031ba8 req-d1b60d8c-a23c-49f5-a9e5-fb064e84415c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:19.383866 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2eafc29f-9fa6-4bd7-ab02-5d80a0031ba8 req-d1b60d8c-a23c-49f5-a9e5-fb064e84415c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0543358
Apr 01 10:27:19.439430 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2eafc29f-9fa6-4bd7-ab02-5d80a0031ba8 req-5bb82d15-c50e-4848-b6a3-9d35cd950ec7 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493069
Apr 01 10:27:19.572675 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 01 10:27:19.576134 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 01 10:27:19.584806 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58807305'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:19.623618 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:19.624276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:19.625724 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] 10.222.0.15 "PUT /v2.0/ports/17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 1093 time: 0.8753064
Apr 01 10:27:19.626357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:27:19.628498 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14759c1-898b-4e24-a648-e9c151d6e121" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:27:19.652381 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ba1c1-6d8e-433b-bb73-8f2d54b244bc service neutron] Pushing event updated for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:19.723000 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-f1dc8143-1b6c-4bc4-b606-6d8165948d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:19.724547 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-f1dc8143-1b6c-4bc4-b606-6d8165948d85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1127 time: 0.0508566
Apr 01 10:27:19.769527 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-ca94c277-51ae-4ace-858e-761e4afbe330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 217 time: 0.0372946
Apr 01 10:27:19.800910 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a9cfc-5eb1-4ab1-80d1-3f4f56a6009e x-openstack-request-id: req-a24a9cfc-5eb1-4ab1-80d1-3f4f56a6009e {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:27:19.801189 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:27:19.801434 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a24a9cfc-5eb1-4ab1-80d1-3f4f56a6009e {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:27:19.801829 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a9cfc-5eb1-4ab1-80d1-3f4f56a6009e'] response: {'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'status': 'completed', 'code': 200}
Apr 01 10:27:19.819109 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-9b51e34d-7dc0-40e3-b92a-d69991e6c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:19.820541 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-9b51e34d-7dc0-40e3-b92a-d69991e6c7dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0458665
Apr 01 10:27:19.869276 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f718-028c-4a04-93e5-586a49275911 req-495b95bd-c4ff-4e8f-8308-dea86ddcf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:19.870717 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-495b95bd-c4ff-4e8f-8308-dea86ddcf97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0430520
Apr 01 10:27:19.960886 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-9d5e03b9-9190-46b6-891a-741741614e54 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835330
Apr 01 10:27:20.048324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cb04f718-028c-4a04-93e5-586a49275911 req-ea75f7ac-4eba-4a84-a1fe-ea35c96cc491 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809588
Apr 01 10:27:20.156121 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-61b9f326-1391-42f6-bc84-1c8dda6ae644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:20.157635 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-61b9f326-1391-42f6-bc84-1c8dda6ae644 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1127 time: 0.0541153
Apr 01 10:27:20.251666 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-a8f6ae32-0be7-4a2c-8436-f6ed9dcba636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:20.253095 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-a8f6ae32-0be7-4a2c-8436-f6ed9dcba636 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0895972
Apr 01 10:27:20.295912 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-f4415efe-6b4f-4b3b-bcca-2b46cb59a935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 217 time: 0.0368466
Apr 01 10:27:20.342247 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-9138381c-1c1e-4ae7-9853-afa3a799f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:20.343594 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-9138381c-1c1e-4ae7-9853-afa3a799f77d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0426307
Apr 01 10:27:20.394951 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-7421e88e-87a1-432c-9d59-45d1ae5e7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:20.396434 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-7421e88e-87a1-432c-9d59-45d1ae5e7f7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0453439
Apr 01 10:27:20.487648 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-f2efd601-b251-4e2e-9e83-ab4b6e643f2d service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840015
Apr 01 10:27:20.561088 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a73f9-9e69-4906-b9f6-ef8b80521c27 req-158d1d47-3af4-42ba-9af1-4ce52097a1f7 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:20.562726 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-910a73f9-9e69-4906-b9f6-ef8b80521c27 req-158d1d47-3af4-42ba-9af1-4ce52097a1f7 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0539169
Apr 01 10:27:20.575672 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14759c1-898b-4e24-a648-e9c151d6e121 req-f3a0dafb-a01f-4c09-8161-c6f85eedc546 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820081
Apr 01 10:27:20.614015 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-910a73f9-9e69-4906-b9f6-ef8b80521c27 req-2217ea86-f721-4f55-b281-0c36042ef40e tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452526
Apr 01 10:27:21.748505 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d48ce-385a-40f0-bd21-928723fd38ac req-69d50187-12a6-4297-901e-23d6098c7f47 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:21.749836 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b2d48ce-385a-40f0-bd21-928723fd38ac req-69d50187-12a6-4297-901e-23d6098c7f47 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0571377
Apr 01 10:27:21.801925 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7b2d48ce-385a-40f0-bd21-928723fd38ac req-0d91360a-8a91-4373-8939-1c48abc683e6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436213
Apr 01 10:27:22.938362 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfd61-30de-463b-8095-91bf482e0738 req-97a808b2-24e7-4bd6-81a8-75293742c1c4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:22.939885 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-677dfd61-30de-463b-8095-91bf482e0738 req-97a808b2-24e7-4bd6-81a8-75293742c1c4 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0630288
Apr 01 10:27:22.991112 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-677dfd61-30de-463b-8095-91bf482e0738 req-dada8954-ebad-4396-bde8-1b303727aa81 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427339
Apr 01 10:27:24.125612 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6796e06-5411-4084-a804-200cd9c5d725 req-055e943a-7528-4d26-a6da-33acff5ba1bc tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:24.127232 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b6796e06-5411-4084-a804-200cd9c5d725 req-055e943a-7528-4d26-a6da-33acff5ba1bc tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0588949
Apr 01 10:27:24.175416 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b6796e06-5411-4084-a804-200cd9c5d725 req-e4a5765c-2d8a-4c6e-b70e-750190cec5fd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425212
Apr 01 10:27:25.312641 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495024f-02e5-4a91-b640-74c3ba3324b2 req-72551d86-1a27-44df-a8c8-0cdf4709ef41 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:25.314137 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c495024f-02e5-4a91-b640-74c3ba3324b2 req-72551d86-1a27-44df-a8c8-0cdf4709ef41 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0615866
Apr 01 10:27:25.364386 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c495024f-02e5-4a91-b640-74c3ba3324b2 req-3b44406b-e1d7-4f11-aaca-3afa042aea51 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442557
Apr 01 10:27:26.320209 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-9553540c-d580-49de-be1b-26932bbdcdfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0523946
Apr 01 10:27:26.417854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-0855b51b-f424-4755-a647-69c4ca32835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:26.419409 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-0855b51b-f424-4755-a647-69c4ca32835b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0528104
Apr 01 10:27:26.553018 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b56dd0-e28a-4ea3-a089-e510383209ec req-aecd18a8-a270-4353-8dc9-eee7a5ccacd6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:26.554499 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-09b56dd0-e28a-4ea3-a089-e510383209ec req-aecd18a8-a270-4353-8dc9-eee7a5ccacd6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.1210241
Apr 01 10:27:26.559440 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-e5595128-7e60-4af1-b276-1328d456b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:26.560790 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-e5595128-7e60-4af1-b276-1328d456b529 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.1187468
Apr 01 10:27:26.651784 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-e368addf-fdec-4683-9cfe-020250d0c93b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 1000 time: 0.0843372
Apr 01 10:27:26.655555 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-09b56dd0-e28a-4ea3-a089-e510383209ec req-55539fb0-1446-4efc-9ecd-9d17abbf1c2a tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939031
Apr 01 10:27:26.700098 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-586081e5-7717-49e0-8ea9-6222a6a34bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:26.701554 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-586081e5-7717-49e0-8ea9-6222a6a34bb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0434353
Apr 01 10:27:26.750581 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-3d6743bc-cd9c-4234-bed7-9fe701574c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:26.752107 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-3d6743bc-cd9c-4234-bed7-9fe701574c03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0443585
Apr 01 10:27:26.846172 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-1ca96af1-07ff-4eed-96c6-c8b896c0163e service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876374
Apr 01 10:27:26.934307 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28fac476-1e97-44c7-a7bc-a63cbfe899a6 req-0b3d0e70-b4d8-489f-a1f9-2f58f2be20fe service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813944
Apr 01 10:27:27.779688 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180df33-f806-4951-a76d-e70287405507 req-26d39da5-6da0-4a41-8648-f8550254bd72 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:27.781212 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f180df33-f806-4951-a76d-e70287405507 req-26d39da5-6da0-4a41-8648-f8550254bd72 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0554121
Apr 01 10:27:27.831099 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f180df33-f806-4951-a76d-e70287405507 req-0c90a784-151d-4fe4-8e29-5a5cc89a6454 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441635
Apr 01 10:27:28.970821 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15fed3-78dc-40de-830a-e8f0b7fca3a4 req-1685aaa3-6537-4edf-8005-6298c73dda74 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:28.972318 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f15fed3-78dc-40de-830a-e8f0b7fca3a4 req-1685aaa3-6537-4edf-8005-6298c73dda74 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 943 time: 0.0585017
Apr 01 10:27:29.021983 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f15fed3-78dc-40de-830a-e8f0b7fca3a4 req-76963d47-9629-4b9f-84ab-80d75197256f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439279
Apr 01 10:27:29.160088 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 17dfcf88-e9c7-43eb-99be-53e261b2482a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 01 10:27:29.392805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:27:29.403342 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Returning: {'device': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'port_id': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'mac_address': 'fa:16:3e:01:11:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 01 10:27:29.443077 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 17dfcf88-e9c7-43eb-99be-53e261b2482a is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:27:29.443385 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:29.456429 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dfcf88-e9c7-43eb-99be-53e261b2482a {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 01 10:27:29.476969 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:27:29.483537 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:29.532561 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:29.539802 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.540156 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.540502 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.540848 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.541191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.541523 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.541854 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.542181 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.542508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.542863 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.543191 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.543508 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.543829 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.544175 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.544496 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:29.854147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] get_ports_and_sgs() called for port_ids ['17dfcf88-e9c7-43eb-99be-53e261b2482a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 01 10:27:30.145924 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359f33e-3855-4786-9958-d5300476fed8 req-499b1a94-8162-4831-95aa-c7895d54e800 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:30.147423 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0359f33e-3855-4786-9958-d5300476fed8 req-499b1a94-8162-4831-95aa-c7895d54e800 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 944 time: 0.0579884
Apr 01 10:27:30.198956 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0359f33e-3855-4786-9958-d5300476fed8 req-4e048a37-cff7-4a19-8afe-ec8a57b6257b tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439031
Apr 01 10:27:31.158755 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 17dfcf88-e9c7-43eb-99be-53e261b2482a up at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 01 10:27:31.216398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning for port 17dfcf88-e9c7-43eb-99be-53e261b2482a completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 01 10:27:31.220480 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Provisioning complete for port 17dfcf88-e9c7-43eb-99be-53e261b2482a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 01 10:27:31.220896 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15946030'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:31.297407 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Current status of the port 17dfcf88-e9c7-43eb-99be-53e261b2482a is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Apr 01 10:27:31.297779 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:31.321162 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:27:31.323438 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5cb284ab8abd5d0c901d55e70a8de945e69f24d85d461b041d70598202abbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3653a3c-a85d-46e6-aea4-dbacd7e4f853" -d '{"events": [{"server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "name": "network-vif-plugged", "status": "completed", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:27:31.324138 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e802e-7c60-40bb-9d25-000ccbfb84f8 req-1ded6456-0505-4588-b1c3-8da762e2c5ac tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:31.325680 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b41e802e-7c60-40bb-9d25-000ccbfb84f8 req-1ded6456-0505-4588-b1c3-8da762e2c5ac tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 944 time: 0.0544343
Apr 01 10:27:31.338972 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:27:31.344449 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:31.382073 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b41e802e-7c60-40bb-9d25-000ccbfb84f8 req-2eec6888-ade8-4a91-a789-07ecf24dd430 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466466
Apr 01 10:27:31.392549 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Pushing event updated for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:32.380819 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d961a4-47a3-4d87-b12d-b17e408fa9b4 x-openstack-request-id: req-31d961a4-47a3-4d87-b12d-b17e408fa9b4 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:27:32.381797 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "name": "network-vif-plugged", "status": "completed", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:27:32.381797 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31d961a4-47a3-4d87-b12d-b17e408fa9b4 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:27:32.382467 dv-cinder-master-3-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d961a4-47a3-4d87-b12d-b17e408fa9b4'] response: {'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'code': 200}
Apr 01 10:27:32.510214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c0a2-8541-4c30-9269-72c9e7626150 req-1f3ec305-4940-4f27-88c5-bfe55d505615 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:32.511746 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e57c0a2-8541-4c30-9269-72c9e7626150 req-1f3ec305-4940-4f27-88c5-bfe55d505615 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0611782
Apr 01 10:27:32.562304 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6e57c0a2-8541-4c30-9269-72c9e7626150 req-95edec3f-394c-46ea-a78d-2c3c43c13e14 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438945
Apr 01 10:27:32.612193 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa48fc-cc78-4b2c-9bd5-923254088d92 req-84ad739c-a137-428d-b516-bd4a8e4ee7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:32.613787 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a0fa48fc-cc78-4b2c-9bd5-923254088d92 req-84ad739c-a137-428d-b516-bd4a8e4ee7b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1129 time: 0.0446320
Apr 01 10:27:32.658448 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a0fa48fc-cc78-4b2c-9bd5-923254088d92 req-496ada35-4d14-44ee-85d7-19afcfcf596a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386963
Apr 01 10:27:33.372226 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:27:33.706198 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdd7fe-4161-4367-8683-30da93bc9f30 req-1c21881d-3586-4a76-8b10-edfe0cd0f911 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:33.707754 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04cdd7fe-4161-4367-8683-30da93bc9f30 req-1c21881d-3586-4a76-8b10-edfe0cd0f911 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0645363
Apr 01 10:27:33.760600 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04cdd7fe-4161-4367-8683-30da93bc9f30 req-b4104090-5463-420e-a9e2-11e7e8f8fdf2 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442498
Apr 01 10:27:34.890239 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d65f-b07e-4e46-87c3-db9393d3f3da req-4e021c36-6f68-459a-82ad-d7ece44fbc1d tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:34.891750 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f073d65f-b07e-4e46-87c3-db9393d3f3da req-4e021c36-6f68-459a-82ad-d7ece44fbc1d tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0541413
Apr 01 10:27:34.945869 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f073d65f-b07e-4e46-87c3-db9393d3f3da req-9fdfe3ff-76e9-42e1-8db1-c1148fffd33f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458157
Apr 01 10:27:35.078680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3dda2-db76-4269-ba34-5de4e7b8f6a8 req-a57d6689-bd7f-4a1e-bb03-0df06cf953bf tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:35.080070 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e9b3dda2-db76-4269-ba34-5de4e7b8f6a8 req-a57d6689-bd7f-4a1e-bb03-0df06cf953bf tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0635157
Apr 01 10:27:35.135281 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e9b3dda2-db76-4269-ba34-5de4e7b8f6a8 req-d243de36-3c03-4fb9-bedf-d57140a6de20 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472214
Apr 01 10:27:35.157717 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33382) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:27:35.211130 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1254b71-7579-4775-9b8b-78de1b6cee09 tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:35.212655 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d1254b71-7579-4775-9b8b-78de1b6cee09 tempest-TestVolumeBootPattern-1594962131 tempest-TestVolumeBootPattern-1594962131-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1124 time: 0.0540264
Apr 01 10:27:35.215760 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33384) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:27:35.221279 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Request body: {'floatingip': {'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'port_id': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 01 10:27:35.247284 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:35.349937 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:35.457051 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Allocated IP 172.37.5.211 (2c21b759-b1fe-44ee-8d2d-3433e8d6baae/62785064-f4ab-4b48-9a76-5188234052a1/ee0ccceb-dc00-45f4-91af-d65c011b3ecb) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 01 10:27:35.564218 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:35.602038 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767143173349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:35.645029 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Network 2c21b759-b1fe-44ee-8d2d-3433e8d6baae is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 01 10:27:35.649903 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Resources bound (agent type, host, resource id):  {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 01 10:27:35.652531 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 01 10:27:35.658433 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=ee0ccceb-dc00-45f4-91af-d65c011b3ecb,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:35.685897 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.686236 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.686573 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.686942 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.687272 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.687601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.687921 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.688245 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.688565 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.688885 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.689209 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.689515 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.689843 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.690142 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:35.690483 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:27:36.010767 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:36.086173 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16089556'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:36.245874 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:36.253472 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767143657099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767143173367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767143170317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58856731'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:36.318982 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event updated for resources: {'Port': ['ID=ee0ccceb-dc00-45f4-91af-d65c011b3ecb,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:27:36.328956 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1000828'] for floatingip (f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:36.430019 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7 associated. External IP: 172.37.5.211, port: 17dfcf88-e9c7-43eb-99be-53e261b2482a.
Apr 01 10:27:36.646923 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:27:37.013330 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:27:37.024023 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:27:37.034455 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:37.035972 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:27:37.036619 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94243d0b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:27:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:27:37.065475 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7fe97d8e-8424-4c16-80a1-eb3c3cf6f582 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8485014
Apr 01 10:27:37.066259 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:27:37.068587 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795db90c-784d-48e6-a0bc-15c49cd84605" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:27:37.147237 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:27:37.157943 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9a185-e1de-42fb-a443-e2143ed559a9 x-openstack-request-id: req-28b9a185-e1de-42fb-a443-e2143ed559a9 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:27:37.158496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:27:37.158496 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28b9a185-e1de-42fb-a443-e2143ed559a9 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:27:37.158875 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b9a185-e1de-42fb-a443-e2143ed559a9'] response: {'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'status': 'completed', 'code': 200}
Apr 01 10:27:37.224837 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-d84ea9b3-3c04-48d5-aa91-1ca1ac337aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:37.226324 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-d84ea9b3-3c04-48d5-aa91-1ca1ac337aaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1129 time: 0.0444801
Apr 01 10:27:37.314480 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-00ebabcb-56ce-4432-8965-cfc0f32e7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:37.315880 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-00ebabcb-56ce-4432-8965-cfc0f32e7730 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0828805
Apr 01 10:27:37.378616 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94243d0b50>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}, {'id': 'f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.211', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:01:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:27:35Z', 'updated_at': '2022-04-01T10:27:35Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:27:37.383580 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-329d1617-60c8-4c07-8c85-17303d2dd55f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 999 time: 0.0619562
Apr 01 10:27:37.405426 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:27:37.414155 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:27:37.414795 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94243d0b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:27:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:27:37.432589 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-c2bc0a72-6cdb-4eec-8623-14cadacf6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:37.434151 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-c2bc0a72-6cdb-4eec-8623-14cadacf6280 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0437951
Apr 01 10:27:37.485445 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-b7b99880-dd3b-4e05-bbf4-9dfbddfe4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:27:37.486991 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-b7b99880-dd3b-4e05-bbf4-9dfbddfe4d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0472505
Apr 01 10:27:37.506405 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:37.533797 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:27:37.579349 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-4d0c7e65-4009-45fb-bce7-7e71f3d01d69 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864365
Apr 01 10:27:37.666751 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-795db90c-784d-48e6-a0bc-15c49cd84605 req-b38d80b3-5b18-4220-ae83-c8970c74fce3 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818918
Apr 01 10:27:37.760583 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94243d0b50>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}, {'id': 'f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.211', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:01:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:27:35Z', 'updated_at': '2022-04-01T10:27:35Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:27:37.787410 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8084d03-2269-4aa9-bdd3-e9182a5e3747 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}, {'id': 'f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.211', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:01:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:27:35Z', 'updated_at': '2022-04-01T10:27:35Z', 'revision_number': 0, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:27:37.982348 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c37e6d-1c04-4b43-b5a4-334c9276787a None None] New status for floating IP f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:27:38.648946 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b61d-2fea-4aae-8369-22656e45ad5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:40.984891 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9ed67cdc-8621-433a-a7d5-9e90f7bd3529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:42.311492 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:43.449108 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:45.070276 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:27:52.462814 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-329a96dd-dfdc-476a-b830-ead3c1a10c6a service neutron] (103472) timed out ('10.222.0.46', 55914) {{(pid=103472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:27:52.552124 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-6c2fa426-7dea-4f1a-b74e-82455deef1f2 req-5bac85b3-584e-458f-a356-9bab6c663ff1 tempest-AttachVolumeShelveTestJSON-1338508774 tempest-AttachVolumeShelveTestJSON-1338508774-project] (103472) timed out ('10.222.0.46', 55922) {{(pid=103472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:28:07.492109 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:08.646398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5bffa78-5948-40fd-866f-a3403d83b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:10.375673 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:28:10.973786 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9cf22d8f-3ff2-45df-8287-7ad2ad7f0b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:12.315179 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:13.453806 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:15.068189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:26.321848 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-37395908-505a-4faa-8336-9a512dc9cda1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0476270
Apr 01 10:28:26.412029 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3565b-5df7-4022-b541-833c51db4a62 req-5a276a21-fd6c-45bc-94aa-bfbf6e0fd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:28:26.413574 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-5a276a21-fd6c-45bc-94aa-bfbf6e0fd358 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0499566
Apr 01 10:28:26.514972 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3565b-5df7-4022-b541-833c51db4a62 req-81f07cc1-5a48-42c8-836c-262592c2ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:28:26.516463 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-81f07cc1-5a48-42c8-836c-262592c2ac94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0846274
Apr 01 10:28:26.584189 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-54da412d-5a4f-40c4-9493-a3abb3805b2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 1000 time: 0.0613654
Apr 01 10:28:26.630987 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3565b-5df7-4022-b541-833c51db4a62 req-3b5a4f66-0c07-4a98-bbc4-a90ebe260026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:28:26.632396 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-3b5a4f66-0c07-4a98-bbc4-a90ebe260026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0427670
Apr 01 10:28:26.679872 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3565b-5df7-4022-b541-833c51db4a62 req-d0f9280e-6e07-483e-8f28-776f62e838c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:28:26.681309 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-d0f9280e-6e07-483e-8f28-776f62e838c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0435491
Apr 01 10:28:26.771329 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-9542cf33-b776-4b4c-bcc4-3e241536cd0a service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836747
Apr 01 10:28:26.858551 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40c3565b-5df7-4022-b541-833c51db4a62 req-c4eed1ab-e4a9-4a17-b3fc-9ef8d076ee25 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813231
Apr 01 10:28:37.499879 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:38.642198 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-24653179-37ea-4902-b113-79d682992342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:40.976315 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e139bb63-247e-4f2e-a4cd-1117f6446929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:42.319693 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:43.452204 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:45.059465 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:28:47.380132 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:29:07.503223 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:08.646871 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-52a5a697-aad7-4ee3-88da-139c2617e7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:10.972662 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-87debc88-67da-49d7-a3ca-4118636d2fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:12.318552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:13.461106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:15.067222 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:24.379357 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:29:26.354831 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-2c7ce9bb-b85f-4ad3-b286-45602450b941 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0552480
Apr 01 10:29:26.425683 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-fc598b27-9a0d-4b0c-958e-23c7584aa74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:26.427330 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-fc598b27-9a0d-4b0c-958e-23c7584aa74d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1129 time: 0.0512111
Apr 01 10:29:26.529131 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-9140bb56-f0bc-47fd-9b19-45cbc361db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:26.530674 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-9140bb56-f0bc-47fd-9b19-45cbc361db1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.0848494
Apr 01 10:29:26.602165 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-324d0f5f-94c3-46f1-a96e-bc300cb22656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 1001 time: 0.0646646
Apr 01 10:29:26.649334 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-fc41c953-6892-4325-9fb4-a1f2e72a3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:26.650675 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-fc41c953-6892-4325-9fb4-a1f2e72a3bee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0422645
Apr 01 10:29:26.698201 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-0e43a78a-d4b3-48cd-8e97-5710f9951785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:26.699707 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-0e43a78a-d4b3-48cd-8e97-5710f9951785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0432336
Apr 01 10:29:26.789345 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-a599bf4d-4981-4013-be57-a7c403c1ccc1 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835643
Apr 01 10:29:26.875318 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b2b4727d-641a-49d4-9db9-b172169da4e2 req-021439c0-4a18-4741-93d2-cc99ae1bca35 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801721
Apr 01 10:29:30.125855 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33424) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:30.289592 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port ee0ccceb-dc00-45f4-91af-d65c011b3ecb {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:30.289879 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.363857 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.364142 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.380030 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for ee0ccceb-dc00-45f4-91af-d65c011b3ecb owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:30.540394 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (ee0ccceb-dc00-45f4-91af-d65c011b3ecb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.569260 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=ee0ccceb-dc00-45f4-91af-d65c011b3ecb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:30.580703 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.581062 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.581398 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.581736 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.582040 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.582359 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.582701 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.583023 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.583371 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.583723 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.584043 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.584363 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.584698 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.584998 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.585311 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:30.638764 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.638981 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7 disassociated (deleted). External IP: 172.37.5.211, port: 17dfcf88-e9c7-43eb-99be-53e261b2482a.
Apr 01 10:29:30.854011 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:29:30.969961 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:29:30.975060 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:30.980012 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:29:30.990313 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:30.991021 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942493b340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:31.004556 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f8866edf-f953-4ddb-857c-5faf6ed94169 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "DELETE /v2.0/floatingips/f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7 HTTP/1.1" status: 204  len: 168 time: 0.8772275
Apr 01 10:29:31.005161 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:29:31.007601 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d7186-8210-4e55-af43-54d5cbc8fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:29:31.046711 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d32034e-1e18-4ef0-b19a-fdbd99f521a1 x-openstack-request-id: req-0d32034e-1e18-4ef0-b19a-fdbd99f521a1 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:29:31.047064 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:29:31.047404 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d32034e-1e18-4ef0-b19a-fdbd99f521a1 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:29:31.047875 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d32034e-1e18-4ef0-b19a-fdbd99f521a1'] response: {'name': 'network-changed', 'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'status': 'completed', 'code': 200}
Apr 01 10:29:31.101695 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:31.116794 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-fdeba3e3-78d8-45c3-bf40-c0b0cd861d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:31.119101 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-fdeba3e3-78d8-45c3-bf40-c0b0cd861d4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 1129 time: 0.0482404
Apr 01 10:29:31.259567 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-eb79ae74-b2f7-457a-a4ad-af6fa27542ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:31.261075 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-eb79ae74-b2f7-457a-a4ad-af6fa27542ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.1281538
Apr 01 10:29:31.272479 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83657ae-b730-49e9-a6c6-419415aa7444 req-00390dde-d05b-469d-990a-365bbb5ed542 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:31.273935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b83657ae-b730-49e9-a6c6-419415aa7444 req-00390dde-d05b-469d-990a-365bbb5ed542 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0791683
Apr 01 10:29:31.318474 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-3551f074-f2ee-48bc-9ff1-642edb0cdbcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 200  len: 217 time: 0.0436037
Apr 01 10:29:31.393070 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b83657ae-b730-49e9-a6c6-419415aa7444 req-58fbee15-b8cf-45b5-82b5-981a9b379e94 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123769
Apr 01 10:29:31.394637 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-1ba51761-4d89-4045-8b91-96f97c09e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:31.396089 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-1ba51761-4d89-4045-8b91-96f97c09e2bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0711946
Apr 01 10:29:31.446255 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-a94754ca-3ef6-459e-9c3e-4c90868f5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:31.447935 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-a94754ca-3ef6-459e-9c3e-4c90868f5af8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0458868
Apr 01 10:29:31.469373 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942493b340>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:31.495626 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:29:31.504697 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:31.505374 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942493b340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:31.542274 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-8904a4f2-5b8d-492f-8b91-cac48ceabc83 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875452
Apr 01 10:29:31.611736 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:31.629226 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f19d7186-8210-4e55-af43-54d5cbc8fd18 req-ed4f1205-f146-424c-aa3e-17c1f96725d0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812345
Apr 01 10:29:31.843943 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942493b340>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:31.869905 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aaa5a7-d80b-4abc-b6b2-4bd8dbef7958 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c149c839-c17b-4a1d-bfd7-e4ac5613c42a', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'floating_ip_address': '172.37.5.44', 'floating_network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'router_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'port_id': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'mac_address': 'fa:16:3e:4c:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:25:19Z', 'updated_at': '2022-04-01T10:25:21Z', 'revision_number': 1, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:29:32.088239 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f343b76-64b4-4bb0-b621-016602d3357c None None] New status for floating IP f971bdc0-496e-4566-aa3a-1eeb3ef1f7b7: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:29:32.519564 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d5a8-d969-4882-bcd7-1bbc5a6a850a req-0a0d8e92-f8e3-44ad-8352-56f6ec816596 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:32.521103 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c79d5a8-d969-4882-bcd7-1bbc5a6a850a req-0a0d8e92-f8e3-44ad-8352-56f6ec816596 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0568900
Apr 01 10:29:32.569733 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c79d5a8-d969-4882-bcd7-1bbc5a6a850a req-7df9d276-1f76-43c4-9508-82a92e3a3fef tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429504
Apr 01 10:29:32.900869 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-d465b707-3f14-4fcb-9517-b41a26f33a5c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:32.902314 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-d465b707-3f14-4fcb-9517-b41a26f33a5c tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 945 time: 0.0595448
Apr 01 10:29:32.993669 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port 17dfcf88-e9c7-43eb-99be-53e261b2482a {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:32.994005 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:33.093005 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] For port 17dfcf88-e9c7-43eb-99be-53e261b2482a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17dfcf88-e9c7-43eb-99be-53e261b2482a,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:33.093348 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:33.109152 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for 17dfcf88-e9c7-43eb-99be-53e261b2482a owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:33.249861 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (17dfcf88-e9c7-43eb-99be-53e261b2482a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:33.281259 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=17dfcf88-e9c7-43eb-99be-53e261b2482a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:33.294308 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.294678 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.295039 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.295380 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.295716 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.296053 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.296353 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.296693 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.297018 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.297346 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.297670 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.298005 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.298321 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.298638 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.298983 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:33.334142 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] No DVR routers for this DVR port 17dfcf88-e9c7-43eb-99be-53e261b2482a on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:29:33.336812 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:33.340109 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9ecb42da-380f-48b3-8424-2269848a7b19 req-520391f4-069f-4548-bcab-c8c7748758dd tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "DELETE /v2.0/ports/17dfcf88-e9c7-43eb-99be-53e261b2482a HTTP/1.1" status: 204  len: 173 time: 0.4329233
Apr 01 10:29:33.340540 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'name': 'network-vif-deleted', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:29:33.342863 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f01e0-4715-43fb-bd69-6dd1b7ffba43" -d '{"events": [{"server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "name": "network-vif-deleted", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:29:33.378752 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4461f79b-aa4b-4451-bd9f-fa5cdab6a28a x-openstack-request-id: req-4461f79b-aa4b-4451-bd9f-fa5cdab6a28a {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:29:33.379047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7a093-2c77-444c-8c95-699cd2c0d22a", "name": "network-vif-deleted", "tag": "17dfcf88-e9c7-43eb-99be-53e261b2482a", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:29:33.379299 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4461f79b-aa4b-4451-bd9f-fa5cdab6a28a {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:29:33.379703 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4461f79b-aa4b-4451-bd9f-fa5cdab6a28a'] response: {'server_uuid': 'a3c7a093-2c77-444c-8c95-699cd2c0d22a', 'name': 'network-vif-deleted', 'tag': '17dfcf88-e9c7-43eb-99be-53e261b2482a', 'status': 'completed', 'code': 200}
Apr 01 10:29:33.679794 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-88473c78-11a8-46b3-82c4-ad1388502b50 req-ef2cf7fe-7dd5-4cc6-a9f6-12425c7e3483 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c7a093-2c77-444c-8c95-699cd2c0d22a HTTP/1.1" status: 200  len: 210 time: 0.0397584
Apr 01 10:29:35.741799 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 17dfcf88-e9c7-43eb-99be-53e261b2482a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:35.774991 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: 17dfcf88-e9c7-43eb-99be-53e261b2482a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:35.775270 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device 17dfcf88-e9c7-43eb-99be-53e261b2482a not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:36.996727 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33466) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:37.155142 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port bda0f2ce-feb7-45af-a5b4-1936c7719385 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:37.155456 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.238007 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.238227 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (bda0f2ce-feb7-45af-a5b4-1936c7719385), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.252068 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for bda0f2ce-feb7-45af-a5b4-1936c7719385 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:37.414407 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (bda0f2ce-feb7-45af-a5b4-1936c7719385), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.440260 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=bda0f2ce-feb7-45af-a5b4-1936c7719385,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:37.495716 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.521259 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (c149c839-c17b-4a1d-bfd7-e4ac5613c42a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.521571 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Floating IP c149c839-c17b-4a1d-bfd7-e4ac5613c42a disassociated (deleted). External IP: 172.37.5.44, port: e9ea2a93-ce5d-4ee1-8b30-bec6d4315523.
Apr 01 10:29:37.746011 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:29:37.865256 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:29:37.870269 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:37.875003 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:29:37.889494 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:37.890106 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94254c8ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:37.903208 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6a9e8c14-a0e9-45a2-a00d-dc9e02f54d6f tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "DELETE /v2.0/floatingips/c149c839-c17b-4a1d-bfd7-e4ac5613c42a HTTP/1.1" status: 204  len: 168 time: 0.9053776
Apr 01 10:29:37.903850 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:29:37.906210 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0270af6ed59d733df8dbbb92f49af199b0f66e49d9edd886f3a75a2a7dd7c295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be4bcf3-90ea-441c-b341-8e2e349673cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:29:37.942547 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18dd47e-d4e0-486d-825e-23540e52abd0 x-openstack-request-id: req-e18dd47e-d4e0-486d-825e-23540e52abd0 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:29:37.942863 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:29:37.943136 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e18dd47e-d4e0-486d-825e-23540e52abd0 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:29:37.943555 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18dd47e-d4e0-486d-825e-23540e52abd0'] response: {'name': 'network-changed', 'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'status': 'completed', 'code': 200}
Apr 01 10:29:38.000117 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:38.007487 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-9755bac2-9fdd-4aae-bb77-1c7c365d4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:38.009661 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-9755bac2-9fdd-4aae-bb77-1c7c365d4cbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=246bc36f10274d35821692e2c7fed45a&device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 1129 time: 0.0457051
Apr 01 10:29:38.137219 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-ea2f8e97-f23e-4312-a6fe-a3538f3e2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:38.138691 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-ea2f8e97-f23e-4312-a6fe-a3538f3e2849 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 200  len: 912 time: 0.1205497
Apr 01 10:29:38.191338 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eafd0-f66d-4c73-ba27-8bfb4a379374 req-afcd1463-2ea0-4a85-be10-b24095a820cc tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:38.192796 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c3eafd0-f66d-4c73-ba27-8bfb4a379374 req-afcd1463-2ea0-4a85-be10-b24095a820cc tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.1070793
Apr 01 10:29:38.194204 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-6c709d06-447d-4f87-ac14-4027b457f96d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 200  len: 217 time: 0.0475149
Apr 01 10:29:38.217841 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94254c8ee0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:38.243546 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:29:38.252765 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:38.253575 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94254c8ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:11Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:38.269238 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-e892a2c0-7ba0-4fc9-9043-ffdd67e6b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:38.270693 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-e892a2c0-7ba0-4fc9-9043-ffdd67e6b21c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 200  len: 850 time: 0.0663440
Apr 01 10:29:38.279239 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c3eafd0-f66d-4c73-ba27-8bfb4a379374 req-d8f80213-bfa9-4f09-93c2-69f9069baa8d tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806358
Apr 01 10:29:38.323877 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-8d3a2376-3a3a-46cf-a53e-ed5f2fc75fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:38.325374 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-8d3a2376-3a3a-46cf-a53e-ed5f2fc75fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0452671
Apr 01 10:29:38.366478 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:38.415828 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-31c3db4b-151f-4058-8f7e-b98fc93f55ed service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835631
Apr 01 10:29:38.508179 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8be4bcf3-90ea-441c-b341-8e2e349673cc req-5f5a113b-c516-416d-934e-057e77f1a190 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859122
Apr 01 10:29:38.568659 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94254c8ee0>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:38.594316 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef963123-47f8-42d8-ad98-c3221c1af148 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 4, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '655e8c1e-65b2-472f-bd04-1171c7005ffc', 'name': '', 'network_id': 'c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'mac_address': 'fa:16:3e:76:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:01Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'subnets': [{'id': '743d3429-4ee6-47f2-9d8b-e8767935f59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:29:38.640415 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bc528c32-8538-4d5e-9dc3-783cd6991e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:38.809306 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84bbce-71bc-4ced-b42a-45d317679c9a None None] New status for floating IP c149c839-c17b-4a1d-bfd7-e4ac5613c42a: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 01 10:29:39.406354 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c91a-5c1c-42f0-9472-a5906c4808fc req-7c68dad4-981a-400a-8621-8f5c8bd62a37 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:39.407815 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81b6c91a-5c1c-42f0-9472-a5906c4808fc req-7c68dad4-981a-400a-8621-8f5c8bd62a37 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.0576310
Apr 01 10:29:39.463474 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81b6c91a-5c1c-42f0-9472-a5906c4808fc req-b6b61cf4-2b09-420c-b5f1-ec70a8b07192 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec9985b0-1a8f-4b09-8b07-af0210e6ee43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475481
Apr 01 10:29:39.695372 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-455b8a1a-1173-4e5a-90ea-8a22ec14e710 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 01 10:29:39.696817 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-455b8a1a-1173-4e5a-90ea-8a22ec14e710 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 945 time: 0.0633113
Apr 01 10:29:39.789540 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:39.789778 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:39.878779 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] For port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:39.879146 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:39.895489 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 owned by compute:nova {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:40.281907 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (e9ea2a93-ce5d-4ee1-8b30-bec6d4315523), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:40.312740 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=e9ea2a93-ce5d-4ee1-8b30-bec6d4315523,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:40.355744 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] No DVR routers for this DVR port e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 on host hv-cinder-maste {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:29:40.358417 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:40.361931 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2016d8ca-485d-4976-bf80-b0dcc6b9d39c req-9bd35c8d-94d7-4ee4-90ce-0afdaf8bbfb3 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.15 "DELETE /v2.0/ports/e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 HTTP/1.1" status: 204  len: 173 time: 0.6598902
Apr 01 10:29:40.362357 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'name': 'network-vif-deleted', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 01 10:29:40.364639 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c395d10345cefcbc47aa67c8ef93c52d2a7378c473b955fc788ab2b39ea562cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a4b8f8-8801-480f-9852-f502eee0ed5b" -d '{"events": [{"server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "name": "network-vif-deleted", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 01 10:29:40.401592 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b44011-baf0-4411-956a-4a9f49394aa6 x-openstack-request-id: req-60b44011-baf0-4411-956a-4a9f49394aa6 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 01 10:29:40.401902 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e30334-7ae4-4d34-8c40-c24c23b7c72e", "name": "network-vif-deleted", "tag": "e9ea2a93-ce5d-4ee1-8b30-bec6d4315523", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 01 10:29:40.402150 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60b44011-baf0-4411-956a-4a9f49394aa6 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 01 10:29:40.402543 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b44011-baf0-4411-956a-4a9f49394aa6'] response: {'server_uuid': 'e3e30334-7ae4-4d34-8c40-c24c23b7c72e', 'name': 'network-vif-deleted', 'tag': 'e9ea2a93-ce5d-4ee1-8b30-bec6d4315523', 'status': 'completed', 'code': 200}
Apr 01 10:29:40.559577 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cd6e1127-110b-457f-9a0b-9080e5d8a23a req-a28f67d7-cfa7-45cb-bc0d-4c9c58c0c825 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3e30334-7ae4-4d34-8c40-c24c23b7c72e HTTP/1.1" status: 200  len: 210 time: 0.0272117
Apr 01 10:29:40.969007 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-496d4a7c-5d05-4d2c-8800-ce224799d417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:41.633005 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33482) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:41.768493 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Deleting port 76dfdc01-8cc5-4049-87a4-7f70a44547d7 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:41.768734 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:41.846313 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:41.846664 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (76dfdc01-8cc5-4049-87a4-7f70a44547d7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:41.858551 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Calling delete_port for 76dfdc01-8cc5-4049-87a4-7f70a44547d7 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:41.990391 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (76dfdc01-8cc5-4049-87a4-7f70a44547d7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:42.016435 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'Port': ['ID=76dfdc01-8cc5-4049-87a4-7f70a44547d7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:42.078996 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for floatingip (5f818670-9226-4570-a2de-acca123a6b73), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:42.081785 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111243'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:42.084063 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-255e1795-25ff-429f-8328-da35cd8a5664 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "DELETE /v2.0/floatingips/5f818670-9226-4570-a2de-acca123a6b73 HTTP/1.1" status: 204  len: 168 time: 0.4490981
Apr 01 10:29:42.317195 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.300662 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33494) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:43.359132 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (ec9985b0-1a8f-4b09-8b07-af0210e6ee43), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.384165 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (ec9985b0-1a8f-4b09-8b07-af0210e6ee43), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.444243 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (ec9985b0-1a8f-4b09-8b07-af0210e6ee43), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.446987 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.448138 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec9985b0-1a8f-4b09-8b07-af0210e6ee43 HTTP/1.1" status: 204  len: 168 time: 0.1465030
Apr 01 10:29:43.457153 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:43.459430 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243945f4-9f09-47fc-8f73-ed58ab84eaf6 tempest-TestVolumeBootPattern-686768832 tempest-TestVolumeBootPattern-686768832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9985b0-1a8f-4b09-8b07-af0210e6ee43,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:43.503687 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33498) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:43.771043 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:43.794172 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] No Port match for: e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:43.794480 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Device e9ea2a93-ce5d-4ee1-8b30-bec6d4315523 not bound to the agent host hv-cinder-maste {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:43.976186 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:44.230202 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Deleting port 655e8c1e-65b2-472f-bd04-1171c7005ffc {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:44.230534 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:44.311521 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] For port 655e8c1e-65b2-472f-bd04-1171c7005ffc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=655e8c1e-65b2-472f-bd04-1171c7005ffc,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:44.312243 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:44.325486 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Calling delete_port for 655e8c1e-65b2-472f-bd04-1171c7005ffc owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:44.518781 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (655e8c1e-65b2-472f-bd04-1171c7005ffc), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:44.547583 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Pushing event deleted for resources: {'Port': ['ID=655e8c1e-65b2-472f-bd04-1171c7005ffc,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:44.712724 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.053559 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.177874 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:29:45.291680 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:29:45.297106 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a760b1c5-f57e-4365-bb35-ded8fbda1271 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8e4adde-4469-43e8-ae10-4e7f25a0f8ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7922428
Apr 01 10:29:45.299830 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33502) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:45.302618 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Sync routers for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:29:45.313445 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:45.314076 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424af7130>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:45.404962 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks [] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.416196 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: dv-cinder-master-3-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:45.513862 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks [] for router_gateway (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.567125 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Deleting port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:45.567450 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.592322 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424af7130>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232'}], 'enable_snat': True}, 'gw_port_id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:29:44Z', 'revision_number': 5, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port': {'id': 'e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:21:59Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:45.623067 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Checking router: a8e4adde-4469-43e8-ae10-4e7f25a0f8ea for host: dv-cinder-master-3-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:29:45.631288 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Routers {'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:45.631939 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424af7130>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:45.651800 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] For port e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:45.652162 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.665044 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Calling delete_port for e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:45.715940 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] Set router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:45.839355 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.864832 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:45.899737 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424af7130>, [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:29:45Z', 'revision_number': 6, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:45.925738 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:45.928700 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60296a9-a74e-4e6c-a4bc-b90cfa465a16 None None] The sync data for ids ['a8e4adde-4469-43e8-ae10-4e7f25a0f8ea'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e4adde-4469-43e8-ae10-4e7f25a0f8ea', 'name': 'tempest-TestVolumeBootPattern-523656356-router', 'tenant_id': '246bc36f10274d35821692e2c7fed45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:21:58Z', 'updated_at': '2022-04-01T10:29:45Z', 'revision_number': 6, 'project_id': '246bc36f10274d35821692e2c7fed45a', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:29:46.020729 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.023036 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks [] for router_controller (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.068509 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (a8e4adde-4469-43e8-ae10-4e7f25a0f8ea), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.069054 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e4adde-4469-43e8-ae10-4e7f25a0f8ea {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:29:46.074199 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.075401 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ece3f915-e645-40a7-9fc7-5e24d0d05d13 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a8e4adde-4469-43e8-ae10-4e7f25a0f8ea HTTP/1.1" status: 204  len: 168 time: 0.7745426
Apr 01 10:29:46.078729 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33504) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:46.128228 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Deleting subnet 743d3429-4ee6-47f2-9d8b-e8767935f59e {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:29:46.131520 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Publish callbacks [] for subnet (743d3429-4ee6-47f2-9d8b-e8767935f59e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.165193 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (743d3429-4ee6-47f2-9d8b-e8767935f59e), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.262099 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (743d3429-4ee6-47f2-9d8b-e8767935f59e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.317917 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (743d3429-4ee6-47f2-9d8b-e8767935f59e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.343875 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743d3429-4ee6-47f2-9d8b-e8767935f59e,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:46.349064 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.352993 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3354abc6-de08-4c54-9407-00061da64720 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/743d3429-4ee6-47f2-9d8b-e8767935f59e HTTP/1.1" status: 204  len: 168 time: 0.2730291
Apr 01 10:29:46.354499 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3de6b-d13b-4fe5-b611-730527811807 None None] Network c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:29:46.355605 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33506) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:46.425564 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.477472 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Deleting port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:46.477801 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.537660 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] For port cb242568-6dd3-4a75-a0ee-e4b8aec7e704, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,segment=NetworkSegment(d25540fa-cc16-4d56-bc0c-277693b6dcd2),segment_id=d25540fa-cc16-4d56-bc0c-277693b6dcd2)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:46.538009 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.550438 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Calling delete_port for cb242568-6dd3-4a75-a0ee-e4b8aec7e704 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:46.635087 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (cb242568-6dd3-4a75-a0ee-e4b8aec7e704), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.659861 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873e8f8-8d16-4c62-a3a5-0b09b0fa9f11 None None] DHCP port deletion for c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:29:46.660642 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb242568-6dd3-4a75-a0ee-e4b8aec7e704,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:46.664253 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] No DVR routers for this DVR port cb242568-6dd3-4a75-a0ee-e4b8aec7e704 on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:29:46.736833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.757081 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941f4f3b80>,) {'filters': {'network_id': ['c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:46.767559 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f4f3b80>, 'd25540fa-cc16-4d56-bc0c-277693b6dcd2') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:46.767851 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941f4f3b80>, 'd25540fa-cc16-4d56-bc0c-277693b6dcd2') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:46.777972 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (d25540fa-cc16-4d56-bc0c-277693b6dcd2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.792175 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (d25540fa-cc16-4d56-bc0c-277693b6dcd2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.798491 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:29:46.799649 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (d25540fa-cc16-4d56-bc0c-277693b6dcd2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:29:46.801355 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:29:46.858340 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.863653 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:46.869587 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3 HTTP/1.1" status: 204  len: 168 time: 0.5102856
Apr 01 10:29:46.869963 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.46', 33508) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:46.878751 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e6a72-fb19-405f-a769-c3b0a44a1768 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ea6cd2-7b6c-4468-8631-0d4f84d24ae3,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:47.232133 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001340'] for router_interface (dc82423c-7770-454f-a21b-ec80b261ee0d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:47.309949 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 655e8c1e-65b2-472f-bd04-1171c7005ffc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:47.330147 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 655e8c1e-65b2-472f-bd04-1171c7005ffc {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:47.330448 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 655e8c1e-65b2-472f-bd04-1171c7005ffc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:47.330920 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:47.353058 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:47.353398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device e6e6dacf-b46d-4b03-b751-fb3d6cd0ef70 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:47.353805 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device cb242568-6dd3-4a75-a0ee-e4b8aec7e704 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:47.378068 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: cb242568-6dd3-4a75-a0ee-e4b8aec7e704 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:47.378750 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device cb242568-6dd3-4a75-a0ee-e4b8aec7e704 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:47.484248 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Deleting port b8f7a27b-a399-4fbd-87f5-b3ceddc58067 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:47.484508 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:47.561639 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] For port b8f7a27b-a399-4fbd-87f5-b3ceddc58067, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:47.561995 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:47.578333 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Calling delete_port for b8f7a27b-a399-4fbd-87f5-b3ceddc58067 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:47.762418 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58856722'] for port (b8f7a27b-a399-4fbd-87f5-b3ceddc58067), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:47.787211 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f7a27b-a399-4fbd-87f5-b3ceddc58067,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:47.952449 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000428'] for router_interface (dc82423c-7770-454f-a21b-ec80b261ee0d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.173079 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Router dc82423c-7770-454f-a21b-ec80b261ee0d has already been hosted by L3 agent db5c0588-cd6d-4579-8bcf-2251837beb30 {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 01 10:29:48.283265 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 01 10:29:48.288860 dv-cinder-master-3-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-29c494ba-241d-4548-ab00-e8aec4d3c781 admin admin] 10.222.0.46 "PUT /v2.0/routers/dc82423c-7770-454f-a21b-ec80b261ee0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4177301
Apr 01 10:29:48.291934 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33510) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:48.293500 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Sync routers for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 01 10:29:48.304061 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:48.304736 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94251613d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:48.396765 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks [] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.407720 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: dv-cinder-master-3-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:48.504524 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks [] for router_gateway (dc82423c-7770-454f-a21b-ec80b261ee0d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.556818 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Deleting port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:48.557152 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.578633 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94251613d0>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'external_fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76'}], 'enable_snat': True}, 'gw_port_id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:29:47Z', 'revision_number': 5, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port': {'id': '5707e0ff-0c0c-4c28-b946-ba473d3c6c50', 'name': '', 'network_id': '2c21b759-b1fe-44ee-8d2d-3433e8d6baae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '62785064-f4ab-4b48-9a76-5188234052a1', 'ip_address': '172.37.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62785064-f4ab-4b48-9a76-5188234052a1', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:48.608079 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Checking router: dc82423c-7770-454f-a21b-ec80b261ee0d for host: dv-cinder-master-3-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 01 10:29:48.616486 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Routers {'dc82423c-7770-454f-a21b-ec80b261ee0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 01 10:29:48.617131 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94251613d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T09:55:41Z,description=<?>,heartbeat_timestamp=2022-04-01T10:29:41Z,host='dv-cinder-master-3-iscsi',id=db5c0588-cd6d-4579-8bcf-2251837beb30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-01T09:55:41Z,topic='l3_agent')) {'router_ids': ['dc82423c-7770-454f-a21b-ec80b261ee0d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:48.636912 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] For port 5707e0ff-0c0c-4c28-b946-ba473d3c6c50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,segment=NetworkSegment(6778e813-8d19-45a6-a871-ebb31945bfc9),segment_id=6778e813-8d19-45a6-a871-ebb31945bfc9)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:48.637270 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.649961 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Calling delete_port for 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:48.702011 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] Set router dc82423c-7770-454f-a21b-ec80b261ee0d gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 01 10:29:48.753426 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94251613d0>, [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:29:48Z', 'revision_number': 6, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:48.782592 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452804a3-8de7-4f27-a4c5-203f82a5238d None None] The sync data for ids ['dc82423c-7770-454f-a21b-ec80b261ee0d'] in dv-cinder-master-3-iscsi is: [{'id': 'dc82423c-7770-454f-a21b-ec80b261ee0d', 'name': 'tempest-TestVolumeBootPattern-1845164088-router', 'tenant_id': '1795317141ef4405938e5181f9b5db1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:03Z', 'updated_at': '2022-04-01T10:29:48Z', 'revision_number': 6, 'project_id': '1795317141ef4405938e5181f9b5db1d', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 01 10:29:48.824809 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (5707e0ff-0c0c-4c28-b946-ba473d3c6c50), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:48.850891 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Pushing event deleted for resources: {'Port': ['ID=5707e0ff-0c0c-4c28-b946-ba473d3c6c50,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:48.912362 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1000710'] for router_gateway (dc82423c-7770-454f-a21b-ec80b261ee0d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.001047 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2449'] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.003313 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks [] for router_controller (dc82423c-7770-454f-a21b-ec80b261ee0d), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.053000 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007587'] for router (dc82423c-7770-454f-a21b-ec80b261ee0d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.053482 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc82423c-7770-454f-a21b-ec80b261ee0d {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 01 10:29:49.057879 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.058855 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-651ff9dd-05e5-4825-92f3-ed728589a154 admin admin] 10.222.0.46 "DELETE /v2.0/routers/dc82423c-7770-454f-a21b-ec80b261ee0d HTTP/1.1" status: 204  len: 168 time: 0.7656224
Apr 01 10:29:49.061523 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33512) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:49.104799 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Deleting subnet 200c20ec-9c53-4754-86dc-3e8affe04aaf {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Apr 01 10:29:49.107800 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Publish callbacks [] for subnet (200c20ec-9c53-4754-86dc-3e8affe04aaf), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.146833 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59657590'] for subnet (200c20ec-9c53-4754-86dc-3e8affe04aaf), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.226939 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15983558'] for subnet (200c20ec-9c53-4754-86dc-3e8affe04aaf), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.280004 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15983601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59327441'] for subnet (200c20ec-9c53-4754-86dc-3e8affe04aaf), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.304702 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200c20ec-9c53-4754-86dc-3e8affe04aaf,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:49.308342 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.312479 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cc8efe26-6575-479e-8505-400849fbbb2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/200c20ec-9c53-4754-86dc-3e8affe04aaf HTTP/1.1" status: 204  len: 168 time: 0.2499802
Apr 01 10:29:49.314171 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33514) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:49.314577 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d73c34-5bb1-4a1a-81cd-971060d5e6e9 None None] Network 9e6de43d-3e9f-477e-a734-e34d14cd9c5a requested from dv-cinder-master-3-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 01 10:29:49.384501 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15746951'] for network (9e6de43d-3e9f-477e-a734-e34d14cd9c5a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.438460 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Deleting port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:49.438839 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.498854 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] For port 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2e0586-5e85-4c17-93bc-f5d98d13c147,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:49.499216 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.513957 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Calling delete_port for 7f2e0586-5e85-4c17-93bc-f5d98d13c147 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:49.530918 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] DHCP port deletion for 9e6de43d-3e9f-477e-a734-e34d14cd9c5a request from dv-cinder-master-3-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 01 10:29:49.587654 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Deleting port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 01 10:29:49.588022 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767143653398'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.600768 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:49.603982 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58807296'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.630578 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2e0586-5e85-4c17-93bc-f5d98d13c147,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:49.632513 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] No DVR routers for this DVR port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 on host dv-cinder-master-3-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:29:49.647777 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:49.648154 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 5707e0ff-0c0c-4c28-b946-ba473d3c6c50 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:49.648568 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b8f7a27b-a399-4fbd-87f5-b3ceddc58067 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:49.676868 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: b8f7a27b-a399-4fbd-87f5-b3ceddc58067 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:49.677210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device b8f7a27b-a399-4fbd-87f5-b3ceddc58067 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:49.677635 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7f2e0586-5e85-4c17-93bc-f5d98d13c147 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 01 10:29:49.702099 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] No Port match for: 7f2e0586-5e85-4c17-93bc-f5d98d13c147 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Apr 01 10:29:49.702442 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Device 7f2e0586-5e85-4c17-93bc-f5d98d13c147 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 01 10:29:49.705948 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15948109', 'neutron.services.segments.db._delete_segments_for_network-8767143499834'] for network (9e6de43d-3e9f-477e-a734-e34d14cd9c5a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.715141 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] For port 7f2e0586-5e85-4c17-93bc-f5d98d13c147, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2e0586-5e85-4c17-93bc-f5d98d13c147,segment=NetworkSegment(e4e7a9cc-0618-451d-b023-6f99a93e7dd8),segment_id=e4e7a9cc-0618-451d-b023-6f99a93e7dd8)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 01 10:29:49.715523 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996942'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.727661 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Calling delete_port for 7f2e0586-5e85-4c17-93bc-f5d98d13c147 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Apr 01 10:29:49.729214 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f941ee2dbe0>,) {'filters': {'network_id': ['9e6de43d-3e9f-477e-a734-e34d14cd9c5a']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:49.739266 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f941ee2dbe0>, 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:49.739566 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f941ee2dbe0>, 'e4e7a9cc-0618-451d-b023-6f99a93e7dd8') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 01 10:29:49.749803 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767143498563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59657597'] for segment (e4e7a9cc-0618-451d-b023-6f99a93e7dd8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.764939 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673'] for segment (e4e7a9cc-0618-451d-b023-6f99a93e7dd8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.771349 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 01 10:29:49.771855 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15986673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58807381'] for segment (e4e7a9cc-0618-451d-b023-6f99a93e7dd8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]: Traceback (most recent call last):
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     timer()
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     cb(*args, **kw)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     return func(*args, **kwargs)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     self._notify()
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     self.callback(batched_events)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     event.method(event)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     return f(self, *a, **k)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._get(url).json()
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     return self.request(url, 'GET', **kwargs)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 01 10:29:49.773938 dv-cinder-master-3-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 01 10:29:49.813334 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16089493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767143657081', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767143173358'] for port (7f2e0586-5e85-4c17-93bc-f5d98d13c147), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.826240 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] No DVR routers for this DVR port 7f2e0586-5e85-4c17-93bc-f5d98d13c147 on host dv-cinder-master-3-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 01 10:29:49.839177 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15948100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1000810'] for network (9e6de43d-3e9f-477e-a734-e34d14cd9c5a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.846396 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Pushing event deleted for resources: {'Port': ['ID=7f2e0586-5e85-4c17-93bc-f5d98d13c147,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:49.849407 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551284'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:49.858690 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.859178 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.859528 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.859679 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e6de43d-3e9f-477e-a734-e34d14cd9c5a HTTP/1.1" status: 204  len: 168 time: 0.5380924
Apr 01 10:29:49.859875 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.860299 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.860629 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.860957 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.861283 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.862113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.862113 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.862339 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.862552 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.862941 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.863212 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.863536 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed5f5-6d9d-4ac3-a9e5-06dc88c71a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 01 10:29:49.872775 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4b834-d988-4095-8d33-df9e2d726174 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6de43d-3e9f-477e-a734-e34d14cd9c5a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:49.961384 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33518) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:50.006053 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bfb83f7d-fd13-4a8e-8fd9-d48ca7d4a08b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=246bc36f10274d35821692e2c7fed45a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0433884
Apr 01 10:29:50.008958 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33520) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:50.057179 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] Publish callbacks [] for security_group (e97cbd22-872f-4f8f-994c-113577d55828), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.078869 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] Publish callbacks [] for security_group (e97cbd22-872f-4f8f-994c-113577d55828), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.125994 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (e97cbd22-872f-4f8f-994c-113577d55828), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.128554 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.129768 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e97cbd22-872f-4f8f-994c-113577d55828 HTTP/1.1" status: 204  len: 168 time: 0.1199086
Apr 01 10:29:50.137811 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cb0cc-7956-463e-997d-98505bd42127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97cbd22-872f-4f8f-994c-113577d55828,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:29:50.475096 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33526) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:50.518980 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-883f52e9-c631-46eb-a899-41558c5f64ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1795317141ef4405938e5181f9b5db1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0426173
Apr 01 10:29:50.521511 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.46', 33528) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 01 10:29:50.567830 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] Publish callbacks [] for security_group (a11ee61c-38fd-450e-ae34-608324092081), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.588383 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] Publish callbacks [] for security_group (a11ee61c-38fd-450e-ae34-608324092081), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.641027 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568804'] for security_group (a11ee61c-38fd-450e-ae34-608324092081), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.643581 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:29:50.644693 dv-cinder-master-3-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a11ee61c-38fd-450e-ae34-608324092081 HTTP/1.1" status: 204  len: 168 time: 0.1223326
Apr 01 10:29:50.652268 dv-cinder-master-3-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0cbc6-54ec-46a2-a4a2-5d792d55fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ee61c-38fd-450e-ae34-608324092081,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 01 10:30:01.383264 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:30:07.493639 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:08.655219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-497cca27-f36c-4eb4-ae3d-9cd3069d9041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:10.964125 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f57d3880-5f2e-4b84-b4d4-94c3f0bac6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:12.324654 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:13.472129 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:15.056024 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:37.502768 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:38.382608 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:30:38.650466 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf9be3a6-3cf9-41dd-82ab-f088a42c859a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:40.968421 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-980aaf96-739e-4e7d-9f9b-2251dc0eac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:42.324098 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:43.461843 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:30:45.053155 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:07.512664 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:08.666277 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1d697fb2-9eae-4298-9b81-51667bf2f1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:10.979258 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fba34e4e-0f46-4c15-98e7-11c41f6cc014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:12.338164 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:13.476556 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:15.056365 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:15.351632 dv-cinder-master-3-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-99d23517-1c58-4f9d-ac02-77adda70a7ab req-4e14dede-9dd9-40f9-ba3c-2a138ddf2caf service neutron] (103471) timed out ('10.222.0.15', 60177) {{(pid=103471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 01 10:31:15.382022 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:31:37.515599 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:38.667442 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-65a5bae0-27de-418a-9116-a0043b333262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:40.977390 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f18786be-84e2-40d1-9ed2-05069dd0802e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:42.346135 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:43.478989 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:45.055327 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:31:52.383433 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:32:07.509055 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:08.671790 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-10650ad5-a673-4b91-8319-2ed82a31cb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:10.977398 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf96c13c-8dc1-4068-ad13-001b93274a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:12.340661 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:13.478725 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:15.064792 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:29.382580 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:32:37.521748 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:38.679052 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33e9dd1b-db62-4fa2-9fc1-a78a5edba88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:40.974078 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bee63ce9-0265-4a93-80b9-10afe6e3d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:42.343359 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:43.491212 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:32:45.063719 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:06.386349 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:33:07.515474 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:08.673145 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d22aaaeb-b190-43da-8f8f-5a1b7c4875cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:10.978225 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff81ea00-3b02-41a0-8c2e-feb10b353cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:12.351813 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:13.487605 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:15.060385 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:37.518966 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:38.672540 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-91f9af0e-2847-4f97-a5bb-92c733fe8e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:40.983461 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-af93e397-7f5c-49b1-84a6-062e7f2831e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:42.353744 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:43.391226 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:33:43.493481 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:33:45.051286 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:07.534210 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:08.676219 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-06c2eeda-1ffb-4557-b56c-c560127242c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:10.989613 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a1095678-6219-4041-9268-3010cd7c0124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:12.360125 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:13.493163 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:15.049598 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:20.391569 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:34:37.527774 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:38.680992 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-326c8c78-9449-4529-be25-355f329b1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:40.984295 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-881c267b-8fa2-44e3-ba5f-d348df098d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:42.365649 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:43.498201 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:45.051124 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:34:57.395308 dv-cinder-master-3-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-3c0cccf7-c726-4cf0-add0-65bd06ea2a52 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 01 10:35:07.550571 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f30-0a32-46d3-ba31-5aec91dcbcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (6d103b4f-0eac-455f-8b01-f2219f52c9cc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:35:08.678084 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-efb7d769-1771-45c9-b87c-8e97ba8d69b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (eefa360e-b9f2-46f9-8780-27ba39234ab5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:35:10.975006 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5425fb48-ea64-4daa-b75f-1a9440b17332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (db5c0588-cd6d-4579-8bcf-2251837beb30), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:35:12.357304 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b169ec95-4a34-40ed-adcf-6a533ab82d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (dab2a82f-283c-494b-9216-4e402a876089), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:35:13.501189 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0e448f8a-bd9b-40ce-a4c6-4eadaccf0790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (e5a9539a-54ea-43ee-b77d-e6d866021881), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 01 10:35:15.048556 dv-cinder-master-3-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-381f4959-7f98-443c-852a-5b1febbf5632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767143499816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15946380'] for agent (c104a3d8-92c1-4114-86cf-0429452182f6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}